[ 537.125214] env[69333]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69333) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.125621] env[69333]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69333) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.126084] env[69333]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69333) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.126084] env[69333]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 537.228326] env[69333]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69333) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 537.238510] env[69333]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69333) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 537.284152] env[69333]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 537.844197] env[69333]: INFO nova.virt.driver [None req-cb15b2bb-1841-4cb9-9c3e-9695ba8cd148 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 537.918289] env[69333]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.918525] env[69333]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.918680] env[69333]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69333) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 541.185183] env[69333]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-15c46f36-f42e-44b1-95a1-81279dac54a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.201535] env[69333]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69333) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 541.201666] env[69333]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fd3ee202-230c-448e-8bd3-ffad24481505 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.237415] env[69333]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 156b2. [ 541.237623] env[69333]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.319s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.238247] env[69333]: INFO nova.virt.vmwareapi.driver [None req-cb15b2bb-1841-4cb9-9c3e-9695ba8cd148 None None] VMware vCenter version: 7.0.3 [ 541.241794] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce72e7e4-51c2-442e-9d27-f310ecec3ec2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.260222] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8910420-7a1b-4fc2-b3d8-5779b72e3d27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.266505] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9476dcbf-c9f1-4dc6-952e-55d1e1568d80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.273365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b41ce54-3e23-4ec4-8cda-61e8edd1dc48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.286541] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a494b87b-6e58-4549-a981-6f71e13f6a73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.292589] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772dbc0-f05b-41a9-9e30-53c6f7874a27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.323220] env[69333]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-af4e97dd-cca6-4e20-86df-61a847c21f19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.329538] env[69333]: DEBUG nova.virt.vmwareapi.driver [None req-cb15b2bb-1841-4cb9-9c3e-9695ba8cd148 None None] Extension org.openstack.compute already exists. {{(pid=69333) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 541.333692] env[69333]: INFO nova.compute.provider_config [None req-cb15b2bb-1841-4cb9-9c3e-9695ba8cd148 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 541.839731] env[69333]: DEBUG nova.context [None req-cb15b2bb-1841-4cb9-9c3e-9695ba8cd148 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9e193f9c-c3b2-46c0-93f1-cd11c2757030(cell1) {{(pid=69333) load_cells /opt/stack/nova/nova/context.py:464}} [ 541.841880] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.842130] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.842843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.843286] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Acquiring lock "9e193f9c-c3b2-46c0-93f1-cd11c2757030" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.843478] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Lock "9e193f9c-c3b2-46c0-93f1-cd11c2757030" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.844496] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Lock "9e193f9c-c3b2-46c0-93f1-cd11c2757030" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.865509] env[69333]: INFO dbcounter [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Registered counter for database nova_cell0 [ 541.874121] env[69333]: INFO dbcounter [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Registered counter for database nova_cell1 [ 541.877221] env[69333]: DEBUG oslo_db.sqlalchemy.engines [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69333) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.877574] env[69333]: DEBUG oslo_db.sqlalchemy.engines [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69333) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.882202] env[69333]: ERROR nova.db.main.api [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 541.882202] env[69333]: result = function(*args, **kwargs) [ 541.882202] env[69333]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 541.882202] env[69333]: return func(*args, **kwargs) [ 541.882202] env[69333]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 541.882202] env[69333]: result = fn(*args, **kwargs) [ 541.882202] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.882202] env[69333]: return f(*args, **kwargs) [ 541.882202] env[69333]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 541.882202] env[69333]: return db.service_get_minimum_version(context, binaries) [ 541.882202] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.882202] env[69333]: _check_db_access() [ 541.882202] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.882202] env[69333]: stacktrace = ''.join(traceback.format_stack()) [ 541.882202] env[69333]: [ 541.883833] env[69333]: ERROR nova.db.main.api [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 541.883833] env[69333]: result = function(*args, **kwargs) [ 541.883833] env[69333]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 541.883833] env[69333]: return func(*args, **kwargs) [ 541.883833] env[69333]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 541.883833] env[69333]: result = fn(*args, **kwargs) [ 541.883833] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.883833] env[69333]: return f(*args, **kwargs) [ 541.883833] env[69333]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 541.883833] env[69333]: return db.service_get_minimum_version(context, binaries) [ 541.883833] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.883833] env[69333]: _check_db_access() [ 541.883833] env[69333]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.883833] env[69333]: stacktrace = ''.join(traceback.format_stack()) [ 541.883833] env[69333]: [ 541.884231] env[69333]: WARNING nova.objects.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 541.884391] env[69333]: WARNING nova.objects.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Failed to get minimum service version for cell 9e193f9c-c3b2-46c0-93f1-cd11c2757030 [ 541.884841] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Acquiring lock "singleton_lock" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.885012] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Acquired lock "singleton_lock" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.885258] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Releasing lock "singleton_lock" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.885590] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Full set of CONF: {{(pid=69333) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 541.885732] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ******************************************************************************** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 541.885861] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] Configuration options gathered from: {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 541.885997] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 541.886204] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 541.886334] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ================================================================================ {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 541.886541] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] allow_resize_to_same_host = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.886711] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] arq_binding_timeout = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.886839] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] backdoor_port = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.886966] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] backdoor_socket = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.887172] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] block_device_allocate_retries = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.887344] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] block_device_allocate_retries_interval = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.887510] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cert = self.pem {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.887677] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.887843] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute_monitors = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888014] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] config_dir = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888190] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] config_drive_format = iso9660 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888323] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888484] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] config_source = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888647] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] console_host = devstack {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888808] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] control_exchange = nova {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.888967] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cpu_allocation_ratio = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889160] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] daemon = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889352] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] debug = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889515] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_access_ip_network_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889682] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_availability_zone = nova {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889838] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_ephemeral_format = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.889998] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_green_pool_size = 1000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.890257] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.890427] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] default_schedule_zone = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.890585] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] disk_allocation_ratio = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.890743] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] enable_new_services = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.890916] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] enabled_apis = ['osapi_compute'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891096] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] enabled_ssl_apis = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891264] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] flat_injected = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891426] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] force_config_drive = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891600] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] force_raw_images = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891771] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] graceful_shutdown_timeout = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.891932] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] heal_instance_info_cache_interval = -1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.892167] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] host = cpu-1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.892360] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.892523] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.892681] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.892891] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893067] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_build_timeout = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893233] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_delete_interval = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893404] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_format = [instance: %(uuid)s] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893571] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_name_template = instance-%08x {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893730] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_usage_audit = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.893896] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_usage_audit_period = month {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894069] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894238] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894406] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] internal_service_availability_zone = internal {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894560] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] key = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894719] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] live_migration_retry_count = 30 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.894885] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_color = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895059] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_config_append = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895230] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895390] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_dir = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895546] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_file = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895673] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_options = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.895834] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_rotate_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896025] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_rotate_interval_type = days {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896188] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] log_rotation_type = none {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896321] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896448] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896615] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896778] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.896905] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897098] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] long_rpc_timeout = 1800 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897276] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_concurrent_builds = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897440] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_concurrent_live_migrations = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897598] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_concurrent_snapshots = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897754] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_local_block_devices = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.897911] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_logfile_count = 30 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898077] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] max_logfile_size_mb = 200 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898237] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] maximum_instance_delete_attempts = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898405] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metadata_listen = 0.0.0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898572] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metadata_listen_port = 8775 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898740] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metadata_workers = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.898898] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] migrate_max_retries = -1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.899073] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] mkisofs_cmd = genisoimage {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.899339] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.899473] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] my_ip = 10.180.1.21 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.899683] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.899847] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] network_allocate_retries = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900033] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900213] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900376] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] osapi_compute_listen_port = 8774 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900544] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] osapi_compute_unique_server_name_scope = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900708] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] osapi_compute_workers = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.900867] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] password_length = 12 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901036] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] periodic_enable = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901202] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] periodic_fuzzy_delay = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901368] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] pointer_model = usbtablet {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901555] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] preallocate_images = none {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901720] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] publish_errors = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.901856] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] pybasedir = /opt/stack/nova {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902010] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ram_allocation_ratio = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902178] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rate_limit_burst = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902377] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rate_limit_except_level = CRITICAL {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902542] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rate_limit_interval = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902700] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reboot_timeout = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.902856] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reclaim_instance_interval = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903013] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] record = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903189] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reimage_timeout_per_gb = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903355] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] report_interval = 120 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903514] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rescue_timeout = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903671] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reserved_host_cpus = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903826] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reserved_host_disk_mb = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.903981] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reserved_host_memory_mb = 512 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904156] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] reserved_huge_pages = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904318] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] resize_confirm_window = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904476] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] resize_fs_using_block_device = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904634] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] resume_guests_state_on_host_boot = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904802] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.904963] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] rpc_response_timeout = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905136] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] run_external_periodic_tasks = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905327] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] running_deleted_instance_action = reap {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905504] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905665] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] running_deleted_instance_timeout = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905824] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler_instance_sync_interval = 120 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.905991] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_down_time = 720 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.906200] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] servicegroup_driver = db {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.906362] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] shell_completion = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.906522] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] shelved_offload_time = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.906679] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] shelved_poll_interval = 3600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.906843] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] shutdown_timeout = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907013] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] source_is_ipv6 = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907208] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ssl_only = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907469] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907639] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] sync_power_state_interval = 600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907801] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] sync_power_state_pool_size = 1000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.907968] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] syslog_log_facility = LOG_USER {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.908142] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] tempdir = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.908329] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] timeout_nbd = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.908518] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] transport_url = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.908683] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] update_resources_interval = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.908842] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_cow_images = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909006] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_journal = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909206] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_json = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909373] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_rootwrap_daemon = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909532] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_stderr = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909689] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] use_syslog = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.909844] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vcpu_pin_set = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910022] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plugging_is_fatal = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910202] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plugging_timeout = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910366] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] virt_mkfs = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910525] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] volume_usage_poll_interval = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910684] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] watch_log_file = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.910850] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] web = /usr/share/spice-html5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.911085] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.911215] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.911404] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.911590] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_concurrency.disable_process_locking = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.912235] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.912528] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.912810] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.913062] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.913329] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.913522] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.913721] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.auth_strategy = keystone {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.913895] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.compute_link_prefix = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914091] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914273] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.dhcp_domain = novalocal {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914471] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.enable_instance_password = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914652] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.glance_link_prefix = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914822] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.914999] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.915182] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.instance_list_per_project_cells = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.915348] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.list_records_by_skipping_down_cells = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.915513] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.local_metadata_per_cell = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.915684] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.max_limit = 1000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.915854] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.metadata_cache_expiration = 15 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916039] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.neutron_default_tenant_id = default {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916221] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.response_validation = warn {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916396] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.use_neutron_default_nets = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916568] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916734] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.916901] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.917095] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.917277] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_dynamic_targets = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.917466] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_jsonfile_path = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.917663] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.917874] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.backend = dogpile.cache.memcached {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918055] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.backend_argument = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918222] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.backend_expiration_time = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918393] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.config_prefix = cache.oslo {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918563] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.dead_timeout = 60.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918726] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.debug_cache_backend = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.918889] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.enable_retry_client = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919062] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.enable_socket_keepalive = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919258] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.enabled = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919428] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.enforce_fips_mode = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919590] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.expiration_time = 600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919749] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.hashclient_retry_attempts = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.919909] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920082] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_dead_retry = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920273] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_password = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920440] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920602] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920763] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_pool_maxsize = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.920922] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921259] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_sasl_enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921325] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921487] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921599] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.memcache_username = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921773] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.proxies = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.921935] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_db = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922113] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_password = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922299] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922477] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922647] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_server = localhost:6379 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922811] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_socket_timeout = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.922969] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.redis_username = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923153] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.retry_attempts = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923339] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.retry_delay = 0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923503] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.socket_keepalive_count = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923662] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.socket_keepalive_idle = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923819] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.socket_keepalive_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.923975] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.tls_allowed_ciphers = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924149] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.tls_cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924308] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.tls_certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924466] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.tls_enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924622] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cache.tls_keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924790] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.924960] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.auth_type = password {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925146] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925321] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925482] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925643] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925798] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.cross_az_attach = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.925960] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.debug = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.926135] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.endpoint_template = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.926341] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.http_retries = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.926503] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.926665] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.926838] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.os_region_name = RegionOne {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927027] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927188] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cinder.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927373] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927537] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.cpu_dedicated_set = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927698] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.cpu_shared_set = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.927865] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.image_type_exclude_list = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928036] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928205] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928366] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928524] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928691] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.928852] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.resource_provider_association_refresh = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929021] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929225] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.shutdown_retry_interval = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929457] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929645] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] conductor.workers = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929824] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] console.allowed_origins = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.929985] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] console.ssl_ciphers = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930170] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] console.ssl_minimum_version = default {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930343] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] consoleauth.enforce_session_timeout = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930508] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] consoleauth.token_ttl = 600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930682] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930839] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.930999] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931171] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931326] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931495] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931660] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931816] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.931975] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932194] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932319] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932492] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932649] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932827] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.service_type = accelerator {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.932985] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933157] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933320] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933475] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933652] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933811] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] cyborg.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.933982] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.asyncio_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.934158] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.asyncio_slave_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.934334] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.backend = sqlalchemy {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.934504] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.934670] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.connection_debug = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.934840] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.connection_parameters = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935021] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.connection_recycle_time = 3600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935186] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.connection_trace = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935372] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.db_inc_retry_interval = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935551] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.db_max_retries = 20 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935718] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.db_max_retry_interval = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.935881] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.db_retry_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936052] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.max_overflow = 50 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936218] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.max_pool_size = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936380] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.max_retries = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936548] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936707] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.mysql_wsrep_sync_wait = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.936864] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.pool_timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937033] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.retry_interval = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937195] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.slave_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937357] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.sqlite_synchronous = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937515] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] database.use_db_reconnect = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937682] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.asyncio_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.937842] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.asyncio_slave_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938027] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.backend = sqlalchemy {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938200] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938385] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.connection_debug = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938569] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.connection_parameters = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938732] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.connection_recycle_time = 3600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.938911] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.connection_trace = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939062] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.db_inc_retry_interval = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939256] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.db_max_retries = 20 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939426] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.db_max_retry_interval = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939589] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.db_retry_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939748] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.max_overflow = 50 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.939909] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.max_pool_size = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940083] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.max_retries = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940258] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940418] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940576] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.pool_timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940733] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.retry_interval = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.940887] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.slave_connection = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941057] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] api_database.sqlite_synchronous = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941236] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] devices.enabled_mdev_types = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941439] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941642] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941811] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ephemeral_storage_encryption.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.941974] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942172] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.api_servers = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942341] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942501] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942660] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942880] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.942971] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943141] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.debug = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943305] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.default_trusted_certificate_ids = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943461] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.enable_certificate_validation = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943621] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.enable_rbd_download = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943778] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.943938] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944111] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944271] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944450] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944625] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.num_retries = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944794] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.rbd_ceph_conf = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.944955] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.rbd_connect_timeout = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945136] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.rbd_pool = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945308] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.rbd_user = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945476] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945633] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945791] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.945957] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.service_type = image {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.946133] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.946294] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.946454] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.946608] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.946859] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947061] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.verify_glance_signatures = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947233] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] glance.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947406] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] guestfs.debug = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947601] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947766] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.auth_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.947925] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948099] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948268] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948429] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948586] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948742] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.948904] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949073] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949270] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949438] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949600] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949756] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.949914] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950097] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.service_type = shared-file-system {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950301] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.share_apply_policy_timeout = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950471] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950642] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950798] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.950956] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.951152] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.951314] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] manila.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.951506] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] mks.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.951880] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952091] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.manager_interval = 2400 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952267] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.precache_concurrency = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952444] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.remove_unused_base_images = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952615] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952780] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.952955] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] image_cache.subdirectory_name = _base {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953147] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.api_max_retries = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953346] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.api_retry_interval = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953509] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953672] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.auth_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953836] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.953995] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954179] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954348] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.conductor_group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954508] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954665] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954823] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.954987] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955162] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955325] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955481] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955642] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.peer_list = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955799] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.955953] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956133] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.serial_console_state_timeout = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956321] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956500] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.service_type = baremetal {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956663] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.shard = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956824] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.956982] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.957155] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.957313] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.957497] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.957655] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ironic.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.957836] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958015] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] key_manager.fixed_key = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958207] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958371] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.barbican_api_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958529] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.barbican_endpoint = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958699] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.barbican_endpoint_type = public {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.958857] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.barbican_region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959029] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959224] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959413] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959581] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959739] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.959900] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.number_of_retries = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960073] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.retry_delay = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960242] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.send_service_user_token = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960405] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960560] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960717] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.verify_ssl = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.960872] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican.verify_ssl_path = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961045] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961212] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.auth_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961374] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961559] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961737] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.961900] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962073] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962241] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962428] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] barbican_service_user.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962598] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.approle_role_id = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962784] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.approle_secret_id = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.962959] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.kv_mountpoint = secret {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963136] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.kv_path = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963301] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.kv_version = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963462] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.namespace = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963620] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.root_token_id = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963777] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.ssl_ca_crt_file = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.963946] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.timeout = 60.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.964123] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.use_ssl = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.964299] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.964483] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.964688] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.964867] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965044] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965215] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965373] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965535] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965692] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.965848] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966040] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966229] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966397] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966594] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966785] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.service_type = identity {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.966945] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967141] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967292] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967450] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967630] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967790] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] keystone.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.967978] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.ceph_mount_options = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.968352] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.968533] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.connection_uri = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.968694] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_mode = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.968858] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969051] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_models = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969274] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_power_governor_high = performance {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969456] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969620] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_power_management = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969792] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.969962] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.device_detach_attempts = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970142] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.device_detach_timeout = 20 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970314] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.disk_cachemodes = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970475] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.disk_prefix = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970636] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.enabled_perf_events = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970797] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.file_backed_memory = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.970961] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.gid_maps = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.971135] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.hw_disk_discard = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.971300] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.hw_machine_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.971485] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_rbd_ceph_conf = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.971675] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.971839] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972015] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_rbd_glance_store_name = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972235] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_rbd_pool = rbd {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972413] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_type = default {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972579] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.images_volume_group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972738] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.inject_key = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.972948] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.inject_partition = -2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973143] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.inject_password = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973313] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.iscsi_iface = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973477] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.iser_use_multipath = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973643] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973805] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.973967] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_downtime = 500 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974143] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974315] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974477] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_inbound_addr = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974638] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974797] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.974958] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_scheme = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.975168] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_timeout_action = abort {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.975347] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_tunnelled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.975508] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_uri = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.975715] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.live_migration_with_native_tls = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.975888] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.max_queues = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.976067] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.976317] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.976485] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.nfs_mount_options = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.976789] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.976962] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977160] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977319] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977481] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977641] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_pcie_ports = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977800] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.977962] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.pmem_namespaces = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.978153] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.quobyte_client_cfg = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.978503] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.978692] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.978862] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979037] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979236] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rbd_secret_uuid = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979408] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rbd_user = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979574] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979743] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.979910] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rescue_image_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.980085] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rescue_kernel_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.980248] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rescue_ramdisk_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.980417] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.980572] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.rx_queue_size = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.980737] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.smbfs_mount_options = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.981036] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.981251] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.snapshot_compression = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.981444] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.snapshot_image_format = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.981700] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.981874] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.sparse_logical_volumes = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982051] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.swtpm_enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982279] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.swtpm_group = tss {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982408] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.swtpm_user = tss {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982579] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.sysinfo_serial = unique {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982803] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.tb_cache_size = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.982935] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.tx_queue_size = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983116] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.uid_maps = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983284] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.use_virtio_for_bridges = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983459] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.virt_type = kvm {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983628] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.volume_clear = zero {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983795] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.volume_clear_size = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.983971] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.volume_enforce_multipath = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.984182] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.volume_use_multipath = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.984366] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_cache_path = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.984543] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.984718] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.984883] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.985062] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.985350] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.985538] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.vzstorage_mount_user = stack {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.985729] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.985915] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986101] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.auth_type = password {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986266] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986428] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986589] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986746] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.986930] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987144] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.default_floating_pool = public {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987323] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987498] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.extension_sync_interval = 600 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987659] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.http_retries = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987819] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.987974] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.988147] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.988318] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.988519] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.988723] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.ovs_bridge = br-int {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.988907] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.physnets = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.989097] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.region_name = RegionOne {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.989288] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.989465] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.service_metadata_proxy = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.989627] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.989805] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.service_type = network {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990013] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990190] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990395] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990505] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990681] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.990837] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] neutron.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991012] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.bdms_in_notifications = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991198] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.default_level = INFO {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991395] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.include_share_mapping = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991593] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.notification_format = unversioned {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991779] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.notify_on_state_change = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.991968] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.992163] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] pci.alias = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.992334] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] pci.device_spec = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.992503] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] pci.report_in_placement = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.992677] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.992922] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.auth_type = password {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993138] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993314] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993476] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993640] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993799] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.993957] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994128] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.default_domain_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994293] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.default_domain_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994478] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.domain_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994638] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.domain_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994821] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.994997] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995172] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995335] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995490] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995658] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.password = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995825] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.project_domain_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.995989] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.project_domain_name = Default {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996171] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.project_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996346] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.project_name = service {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996515] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.region_name = RegionOne {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996673] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996828] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.996996] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.service_type = placement {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.997204] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.997370] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.997526] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.997681] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.system_scope = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.997855] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998035] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.trust_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998199] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.user_domain_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998373] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.user_domain_name = Default {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998556] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.user_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998763] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.username = nova {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.998948] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999127] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] placement.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999324] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.cores = 20 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999491] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.count_usage_from_placement = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999662] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999831] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.injected_file_content_bytes = 10240 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.999999] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.injected_file_path_length = 255 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.000262] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.injected_files = 5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.000450] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.instances = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.000617] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.key_pairs = 100 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.000782] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.metadata_items = 128 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.000946] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.ram = 51200 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.001126] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.recheck_quota = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.001297] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.server_group_members = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.001463] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.server_groups = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.001696] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.001884] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] quota.unified_limits_resource_strategy = require {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002078] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002247] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002410] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.image_metadata_prefilter = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002613] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002726] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.max_attempts = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.002885] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.max_placement_results = 1000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003056] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003258] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003433] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003606] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] scheduler.workers = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003788] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.003956] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.004151] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.004347] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.004530] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.004726] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.004892] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005098] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005268] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.host_subset_size = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005433] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005591] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005750] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.005920] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006147] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006324] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.isolated_hosts = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006486] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.isolated_images = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006646] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006803] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.006962] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.007140] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.pci_in_placement = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.007304] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.007532] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.007714] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.007876] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008050] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008219] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008381] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.track_instance_changes = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008553] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008723] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metrics.required = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.008922] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metrics.weight_multiplier = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.009113] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.009285] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] metrics.weight_setting = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.009599] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.009772] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.009947] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.port_range = 10000:20000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010133] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010302] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010480] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] serial_console.serialproxy_port = 6083 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010649] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010820] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.auth_type = password {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.010978] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.011150] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.011313] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.011468] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.011626] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.011836] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.send_service_user_token = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.012016] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.012184] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] service_user.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.012351] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.agent_enabled = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.012509] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.012809] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013015] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013202] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.html5proxy_port = 6082 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013367] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.image_compression = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013528] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.jpeg_compression = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013682] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.playback_compression = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.013840] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.require_secure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.014015] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.server_listen = 127.0.0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.014188] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.014469] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.014677] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.streaming_mode = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.014846] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] spice.zlib_compression = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015028] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] upgrade_levels.baseapi = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015205] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] upgrade_levels.compute = auto {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015365] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] upgrade_levels.conductor = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015520] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] upgrade_levels.scheduler = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015682] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.015843] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016024] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016181] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016344] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016499] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016653] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016811] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.016963] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vendordata_dynamic_auth.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.017152] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.api_retry_count = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.017342] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.ca_file = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.017536] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.017708] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.cluster_name = testcl1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.017875] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.connection_pool_size = 10 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018046] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.console_delay_seconds = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018220] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.datastore_regex = ^datastore.* {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018430] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018618] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.host_password = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018795] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.host_port = 443 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.018967] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.host_username = administrator@vsphere.local {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019160] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.insecure = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019317] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.integration_bridge = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019478] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.maximum_objects = 100 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019633] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.pbm_default_policy = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019790] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.pbm_enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.019946] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.pbm_wsdl_location = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.020169] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.020345] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.serial_port_proxy_uri = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.020505] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.serial_port_service_uri = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.020667] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.task_poll_interval = 0.5 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.020837] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.use_linked_clone = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.021009] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.vnc_keymap = en-us {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.021187] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.vnc_port = 5900 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.021352] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vmware.vnc_port_total = 10000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.021541] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.auth_schemes = ['none'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.021720] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022028] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022221] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022399] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.novncproxy_port = 6080 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022596] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.server_listen = 127.0.0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022779] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.022976] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.vencrypt_ca_certs = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023200] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.vencrypt_client_cert = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023326] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vnc.vencrypt_client_key = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023503] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023667] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_deep_image_inspection = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023827] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.023985] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024158] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024326] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.disable_rootwrap = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024488] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.enable_numa_live_migration = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024648] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024805] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.024962] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025137] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.libvirt_disable_apic = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025301] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025460] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025652] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025835] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.025997] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026173] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026336] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026495] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026653] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026812] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.026993] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.027182] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.027356] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] zvm.ca_file = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.027527] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] zvm.cloud_connector_url = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.027821] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.027997] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] zvm.reachable_timeout = 300 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.028183] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.028389] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.028588] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.connection_string = messaging:// {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.028760] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.enabled = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.028932] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.es_doc_type = notification {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029110] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.es_scroll_size = 10000 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029300] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.es_scroll_time = 2m {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029466] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.filter_error_trace = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029637] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.hmac_keys = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029813] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.sentinel_service_name = mymaster {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.029986] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.socket_timeout = 0.1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.030166] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.trace_requests = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.030331] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler.trace_sqlalchemy = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.030508] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler_jaeger.process_tags = {} {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.030670] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler_jaeger.service_name_prefix = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.030835] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] profiler_otlp.service_name_prefix = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031014] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031209] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031400] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031568] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031729] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.031887] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032060] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032225] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032388] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032561] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032730] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.032901] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033082] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033295] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033413] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033581] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033740] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.033904] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034127] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034304] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034465] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034629] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034791] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.034950] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035126] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035289] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035459] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035622] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035778] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.035937] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036108] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036278] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036448] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036610] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036805] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.036994] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.037178] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.037366] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.037531] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_notifications.retry = -1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.037702] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.037870] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038059] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.auth_section = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038262] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.auth_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038440] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.cafile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038600] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.certfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038763] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.collect_timing = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.038920] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.connect_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039091] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.connect_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039259] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_id = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039435] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039614] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_override = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039789] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.039951] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040125] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.endpoint_service_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040293] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.insecure = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040460] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.keyfile = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040619] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.max_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040774] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.min_version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.040932] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.region_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041143] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.retriable_status_codes = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041319] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.service_name = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041481] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.service_type = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041643] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.split_loggers = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041800] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.status_code_retries = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.041956] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.status_code_retry_delay = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042135] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.timeout = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042296] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.valid_interfaces = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042483] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_limit.version = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042664] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_reports.file_event_handler = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042831] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.042989] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] oslo_reports.log_dir = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.043192] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.043395] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.043514] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.043681] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.043878] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044077] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044255] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044425] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044587] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044753] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.044915] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.045090] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] vif_plug_ovs_privileged.user = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.045294] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.045513] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.045695] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.045868] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046066] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046244] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046414] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046577] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046778] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.046985] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.isolate_vif = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.047177] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.047346] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.047516] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.047686] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.047849] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] os_vif_ovs.per_port_bridge = False {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048032] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.capabilities = [21] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048214] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048406] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.helper_command = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048577] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048741] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.048900] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] privsep_osbrick.user = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049086] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049253] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.group = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049412] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.helper_command = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049574] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049784] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.049974] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] nova_sys_admin.user = None {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.050155] env[69333]: DEBUG oslo_service.backend.eventlet.service [None req-3a99e66c-3a4f-4f01-a1bc-04acebcc2570 None None] ******************************************************************************** {{(pid=69333) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 542.050633] env[69333]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 542.554623] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Getting list of instances from cluster (obj){ [ 542.554623] env[69333]: value = "domain-c8" [ 542.554623] env[69333]: _type = "ClusterComputeResource" [ 542.554623] env[69333]: } {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.555748] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878fc27-932b-481c-808a-3c403cf36ecb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.565144] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Got total of 0 instances {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.565732] env[69333]: WARNING nova.virt.vmwareapi.driver [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 542.566240] env[69333]: INFO nova.virt.node [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Generated node identity caa9ba4d-1bf1-4129-a314-713bb6912151 [ 542.566488] env[69333]: INFO nova.virt.node [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Wrote node identity caa9ba4d-1bf1-4129-a314-713bb6912151 to /opt/stack/data/n-cpu-1/compute_id [ 543.069049] env[69333]: WARNING nova.compute.manager [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Compute nodes ['caa9ba4d-1bf1-4129-a314-713bb6912151'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 544.075094] env[69333]: INFO nova.compute.manager [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 545.081409] env[69333]: WARNING nova.compute.manager [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 545.081775] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.081928] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.082094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.082249] env[69333]: DEBUG nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 545.083214] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab85c26-9d4c-420f-9be2-1f7e93f1769a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.091942] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82612380-e5f0-42a9-bf50-13ec98c0dfa0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.106635] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d522db-ffab-4cc9-9535-928cb56f0773 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.113732] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739ea69-4265-4fef-a783-52cdbf231633 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.142331] env[69333]: DEBUG nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180826MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 545.142484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.142674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.645475] env[69333]: WARNING nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] No compute node record for cpu-1:caa9ba4d-1bf1-4129-a314-713bb6912151: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host caa9ba4d-1bf1-4129-a314-713bb6912151 could not be found. [ 546.150057] env[69333]: INFO nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: caa9ba4d-1bf1-4129-a314-713bb6912151 [ 547.657743] env[69333]: DEBUG nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 547.658209] env[69333]: DEBUG nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 547.846697] env[69333]: INFO nova.scheduler.client.report [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] [req-af24018b-6d51-44c1-b282-18b91f74c9c0] Created resource provider record via placement API for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 547.872821] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b37ca-af81-4b08-9825-136832d3ab9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.880580] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d66139-3380-4263-90d7-bb9f2cb034ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.910161] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec748c9-4679-4ad8-8509-217e3d019422 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.917822] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd93f5-073c-46df-a761-eb225214c0aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.931529] env[69333]: DEBUG nova.compute.provider_tree [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.486371] env[69333]: DEBUG nova.scheduler.client.report [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 548.486602] env[69333]: DEBUG nova.compute.provider_tree [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 0 to 1 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 548.486746] env[69333]: DEBUG nova.compute.provider_tree [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.566713] env[69333]: DEBUG nova.compute.provider_tree [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 1 to 2 during operation: update_traits {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.071716] env[69333]: DEBUG nova.compute.resource_tracker [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 549.072101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.929s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.072101] env[69333]: DEBUG nova.service [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Creating RPC server for service compute {{(pid=69333) start /opt/stack/nova/nova/service.py:177}} [ 549.086010] env[69333]: DEBUG nova.service [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] Join ServiceGroup membership for this service compute {{(pid=69333) start /opt/stack/nova/nova/service.py:194}} [ 549.086205] env[69333]: DEBUG nova.servicegroup.drivers.db [None req-2642325a-560a-4059-bd15-8cebdb718ed4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69333) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 596.814014] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.814274] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.834307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.835042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.319009] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.338668] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.689187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.689423] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.879168] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.879457] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.881218] env[69333]: INFO nova.compute.claims [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.885696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.192433] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.730617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.993019] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ec771-92b7-45cc-8c00-74e50d9881c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.005021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8badef-8bea-423c-b247-9f8ce6d0d82a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.041431] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097846de-cc69-4cfb-bd01-1047a20cf32c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.051443] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5517d29f-a3f8-4b85-9a63-546f14889315 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.066049] env[69333]: DEBUG nova.compute.provider_tree [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.473106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "06ba8358-d330-4103-9a21-34d402b69612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.474668] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.571811] env[69333]: DEBUG nova.scheduler.client.report [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.979905] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.076087] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.076862] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.080248] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.195s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.082059] env[69333]: INFO nova.compute.claims [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.516820] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.592174] env[69333]: DEBUG nova.compute.utils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.595754] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.596038] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.088392] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.090812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.101589] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.164674] env[69333]: DEBUG nova.policy [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5502334ef84148bf956bcb4b8c1c606d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c18c129557f44bb999d4f591cb5fd42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.175545] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "2178d731-3d7a-44e4-a002-2e3785592d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.175777] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.277115] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833aab8-4b39-4343-958c-780e3e1217ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.292898] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c154d-4bff-4260-8966-7ffb1427f7c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.330652] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6ee5d-aabe-4113-985f-bad4fcec485a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.345206] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c38596-598f-44da-a936-65b46f80c2a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.364614] env[69333]: DEBUG nova.compute.provider_tree [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.594608] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Getting list of instances from cluster (obj){ [ 601.594608] env[69333]: value = "domain-c8" [ 601.594608] env[69333]: _type = "ClusterComputeResource" [ 601.594608] env[69333]: } {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 601.595679] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf3550-4752-45c0-9908-35830ffe39b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.610149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Got total of 0 instances {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 601.610283] env[69333]: WARNING nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 601.610416] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 4a9b799d-0be0-40d6-a3e1-b490077eac0d {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 601.610604] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 347e6d11-5b68-4e8e-aa8f-22ad5784f16d {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 601.611148] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.611403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.611580] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.611786] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 601.611936] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.684209] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.870282] env[69333]: DEBUG nova.scheduler.client.report [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.115161] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.119060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.147084] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.147788] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.147788] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.147788] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.147788] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.147942] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.151432] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.151432] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.151432] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.151432] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.151432] env[69333]: DEBUG nova.virt.hardware [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.151735] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9698f9e9-835a-4c74-b646-9d4d55162580 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.162052] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc559b-822d-4ece-a4cb-d716e6f61a5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.184562] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4a24b-3b61-4a7d-a07d-ea7f16fe0704 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.220564] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.382098] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Successfully created port: 1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.384378] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.384842] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.388265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.658s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.390266] env[69333]: INFO nova.compute.claims [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.899643] env[69333]: DEBUG nova.compute.utils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.907111] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.907387] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.001615] env[69333]: DEBUG nova.policy [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e9f83558f7244a286d83d85489bd598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629fe59dafe948a3a7b1f19e2a6b349b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.379609] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.379864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.407619] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.556323] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee437ad1-b720-44dd-99c7-7adee789d09d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.568601] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed10523e-53a6-4d39-8907-1c46064f3d85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.603356] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e51b1-ec26-4618-b4e8-e87200d7a146 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.608598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "5373d961-6fd2-43ff-8014-6fca7cad0727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.608808] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.618019] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db35741-0a6b-49b2-9cc9-87292d7dd576 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.638987] env[69333]: DEBUG nova.compute.provider_tree [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.882670] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.110936] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.127870] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Successfully created port: ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.144688] env[69333]: DEBUG nova.scheduler.client.report [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.428822] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.428822] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.470472] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.470472] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.470472] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.470644] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.470644] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.470644] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.470644] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.470644] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.470805] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.470805] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.470805] env[69333]: DEBUG nova.virt.hardware [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.471433] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49c6e7-7eb3-4cfb-8935-a7d746662aba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.484078] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040472a6-e650-4f7d-a874-a4ec01ae46ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.512367] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.512618] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.637956] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.648946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.651449] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.654264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.138s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.656287] env[69333]: INFO nova.compute.claims [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.857560] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.858869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.015762] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Successfully updated port: 1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.015762] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.160571] env[69333]: DEBUG nova.compute.utils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.165521] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.165521] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.226963] env[69333]: DEBUG nova.policy [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c392a76158f44907b08cd2b631abb2ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2175666fc3940229d97099d79d0a2d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.363872] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.519694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.519948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquired lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.519990] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.556674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.665669] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.851438] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32ca0e-dcb0-439c-86f2-d4c2c7ffb380 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.865412] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ca36a-12b4-489c-83e3-3fb6d888d15b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.908181] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.908870] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb892cd9-4d0f-442f-b88b-4caea88e6f12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.914533] env[69333]: DEBUG nova.compute.manager [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Received event network-vif-plugged-1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.915031] env[69333]: DEBUG oslo_concurrency.lockutils [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] Acquiring lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.915031] env[69333]: DEBUG oslo_concurrency.lockutils [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.915245] env[69333]: DEBUG oslo_concurrency.lockutils [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.915245] env[69333]: DEBUG nova.compute.manager [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] No waiting events found dispatching network-vif-plugged-1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 605.916308] env[69333]: WARNING nova.compute.manager [req-feac0430-d026-45df-82a2-f2c3f3c5efd0 req-5aa30928-0d2e-4138-9628-61aced42fe69 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Received unexpected event network-vif-plugged-1a9a5805-35f1-4365-bd73-2d539aaa53df for instance with vm_state building and task_state spawning. [ 605.923471] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb5a85-627b-4430-afc8-34ecde7544c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.938586] env[69333]: DEBUG nova.compute.provider_tree [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.091329] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Successfully created port: 0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.101499] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.442089] env[69333]: DEBUG nova.scheduler.client.report [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.679767] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.712144] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.713038] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.713038] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.713038] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.713038] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.713038] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.713733] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.714396] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.714396] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.714817] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.714817] env[69333]: DEBUG nova.virt.hardware [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.715687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47570b22-74f2-470e-9261-c2dfcffaa2c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.726815] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074adf9-dd0e-4184-978f-1446970ac451 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.841150] env[69333]: DEBUG nova.network.neutron [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Updating instance_info_cache with network_info: [{"id": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "address": "fa:16:3e:25:b0:22", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a5805-35", "ovs_interfaceid": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.948930] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.949516] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.957967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.839s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.957967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.959083] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 606.959083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.738s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.961545] env[69333]: INFO nova.compute.claims [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.968706] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d53202-e404-428c-ae62-8b09df4ad424 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.983299] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e776ee0-0193-426b-8957-248bf3388a61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.003560] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf851667-7b4b-45ac-b5e6-1f7d48b390a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.011674] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d4690-e2b4-4144-93cf-174b6f8de97d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.049267] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180831MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 607.050131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.256050] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Successfully updated port: ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.345561] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Releasing lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.345561] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Instance network_info: |[{"id": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "address": "fa:16:3e:25:b0:22", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a5805-35", "ovs_interfaceid": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.346269] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:b0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9a5805-35f1-4365-bd73-2d539aaa53df', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.362108] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.362460] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ab6686-8a00-4ac9-a457-0db4cbaabf80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.384875] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Created folder: OpenStack in parent group-v4. [ 607.384875] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating folder: Project (7c18c129557f44bb999d4f591cb5fd42). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.384875] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0812c7-d7c3-41c6-a148-eefc05d6bf77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.402067] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Created folder: Project (7c18c129557f44bb999d4f591cb5fd42) in parent group-v818612. [ 607.402067] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating folder: Instances. Parent ref: group-v818613. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.402067] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ebead6-3c3d-4d7e-8818-02d6fa98bfc8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.413409] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Created folder: Instances in parent group-v818613. [ 607.413409] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.413409] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.413409] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9b9595-f302-4a38-a20e-3005e78108f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.442030] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.442030] env[69333]: value = "task-4133296" [ 607.442030] env[69333]: _type = "Task" [ 607.442030] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.452544] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133296, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.466152] env[69333]: DEBUG nova.compute.utils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.468734] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.473165] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.576356] env[69333]: DEBUG nova.policy [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af43546d0184a5db22eb18c33223ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c209f3cc46f4bdf92c1ba7a74a445e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.759841] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.760132] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.760408] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.950209] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133296, 'name': CreateVM_Task, 'duration_secs': 0.382319} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.950383] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.965981] env[69333]: DEBUG oslo_vmware.service [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4bc723-f812-4cc4-a062-112e99724ae6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.974918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.974918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.975441] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.975978] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.979048] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcd835b-556f-497d-8244-989695ef04c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.989902] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 607.989902] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52914b7a-8712-ebfe-e825-3e7186ca4bfe" [ 607.989902] env[69333]: _type = "Task" [ 607.989902] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.999427] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52914b7a-8712-ebfe-e825-3e7186ca4bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.183644] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Successfully updated port: 0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.183644] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddb36c-2cab-4e66-bc95-7e24c1b1ef6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.190872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a8ce4-12b7-4ead-a152-16a8961bd4e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.239275] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5affc-a1e9-4d4e-ae38-acbfab61922e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.248676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351d25b-ec4d-4c6f-b315-2bb2ef2898f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.266584] env[69333]: DEBUG nova.compute.provider_tree [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.348297] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.355720] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Successfully created port: c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.504147] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.504405] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.504673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.505022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.505257] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.505515] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea2d094-21b2-41cf-b70a-bdbd41bedf99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.509517] env[69333]: DEBUG nova.compute.manager [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Received event network-vif-plugged-ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.509699] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] Acquiring lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.509882] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.510220] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.510435] env[69333]: DEBUG nova.compute.manager [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] No waiting events found dispatching network-vif-plugged-ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 608.510622] env[69333]: WARNING nova.compute.manager [req-cd67c31e-7822-4cdf-8966-0602f7482c65 req-0d1e4c6b-ed97-43f6-b5fc-bae60086da8b service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Received unexpected event network-vif-plugged-ef300033-20ad-4995-bc9c-8d11edd834bd for instance with vm_state building and task_state spawning. [ 608.529201] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.529301] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.532425] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84101d7-cbdb-4eb1-9081-0a28b0c66298 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.540163] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877f86e9-14d3-47db-81f5-10eb8d1e7500 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.548711] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 608.548711] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529f3e75-f580-f2c9-1155-413964ef548e" [ 608.548711] env[69333]: _type = "Task" [ 608.548711] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.558556] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529f3e75-f580-f2c9-1155-413964ef548e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.572657] env[69333]: DEBUG nova.network.neutron [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Updating instance_info_cache with network_info: [{"id": "ef300033-20ad-4995-bc9c-8d11edd834bd", "address": "fa:16:3e:7a:71:ef", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef300033-20", "ovs_interfaceid": "ef300033-20ad-4995-bc9c-8d11edd834bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.686653] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.686744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquired lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.686890] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.770506] env[69333]: DEBUG nova.scheduler.client.report [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.994178] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.028186] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.029295] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.029295] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.029295] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.029295] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.029295] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.029597] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.029877] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.029877] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.030022] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.030842] env[69333]: DEBUG nova.virt.hardware [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.032275] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce000f1-2501-4ce3-8636-2efa0b92bda0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.042442] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca021c-0cc7-4b7a-bf78-7cbeadb9701a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.078020] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.078020] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating directory with path [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.078020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.078202] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Instance network_info: |[{"id": "ef300033-20ad-4995-bc9c-8d11edd834bd", "address": "fa:16:3e:7a:71:ef", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef300033-20", "ovs_interfaceid": "ef300033-20ad-4995-bc9c-8d11edd834bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.078202] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d73515-4e5c-4fad-aabd-2be46bc20f84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.079381] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:71:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef300033-20ad-4995-bc9c-8d11edd834bd', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.087032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Creating folder: Project (629fe59dafe948a3a7b1f19e2a6b349b). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.087343] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921d2a83-36ab-4777-a65d-6c2ec67eb4e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.108140] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Created folder: Project (629fe59dafe948a3a7b1f19e2a6b349b) in parent group-v818612. [ 609.108379] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Creating folder: Instances. Parent ref: group-v818616. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.108847] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d45675-5015-4984-896d-dfe5f0471e08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.112878] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Created directory with path [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.112962] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Fetch image to [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.113368] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Downloading image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk on the data store datastore2 {{(pid=69333) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.113925] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67eda3-852b-42e4-a23c-cefbeb54b5b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.118675] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Created folder: Instances in parent group-v818616. [ 609.119262] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.119802] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.120137] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a22c2ad1-214f-47fc-9734-9e0863b8805d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.138601] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ddad3b-fb9e-46e6-b715-db5c5a5e0d00 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.143699] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.143699] env[69333]: value = "task-4133299" [ 609.143699] env[69333]: _type = "Task" [ 609.143699] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.154016] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48bec1-d09c-4f68-a1b3-54ebbc29e04b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.164697] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133299, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.199673] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0305e01e-cc11-485f-adee-89c0809bcaf2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.207022] env[69333]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b846ffc0-9425-488d-bb75-469c5459b5bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.243614] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Downloading image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to the data store datastore2 {{(pid=69333) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.276963] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.276963] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.279124] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.852s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.281100] env[69333]: INFO nova.compute.claims [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.286184] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.346108] env[69333]: DEBUG nova.compute.manager [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Received event network-changed-1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.347078] env[69333]: DEBUG nova.compute.manager [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Refreshing instance network info cache due to event network-changed-1a9a5805-35f1-4365-bd73-2d539aaa53df. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.348159] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Acquiring lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.348411] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Acquired lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.348614] env[69333]: DEBUG nova.network.neutron [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Refreshing network info cache for port 1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.361733] env[69333]: DEBUG oslo_vmware.rw_handles [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.655541] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133299, 'name': CreateVM_Task, 'duration_secs': 0.394305} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.655971] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.656613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.657226] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.657525] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9ff5fc-e3d4-4516-b5d0-e7cb279c04b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.665619] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 609.665619] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527d50a2-ec3c-22d8-4481-90de873a4301" [ 609.665619] env[69333]: _type = "Task" [ 609.665619] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.680931] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527d50a2-ec3c-22d8-4481-90de873a4301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.682012] env[69333]: DEBUG nova.network.neutron [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Updating instance_info_cache with network_info: [{"id": "0ebf8024-4105-473c-92b6-a4354594836c", "address": "fa:16:3e:2b:39:20", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebf8024-41", "ovs_interfaceid": "0ebf8024-4105-473c-92b6-a4354594836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.787594] env[69333]: DEBUG nova.compute.utils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.789269] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.789595] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.872267] env[69333]: DEBUG nova.policy [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac9b8b84ccbf4698a715963264703d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d619ef36833444b930735873e6d2a6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.016754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "1bd841c8-d845-49fd-b275-67494acbc939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.017041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.144379] env[69333]: DEBUG oslo_vmware.rw_handles [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.144379] env[69333]: DEBUG oslo_vmware.rw_handles [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.185661] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Releasing lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.186793] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Instance network_info: |[{"id": "0ebf8024-4105-473c-92b6-a4354594836c", "address": "fa:16:3e:2b:39:20", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebf8024-41", "ovs_interfaceid": "0ebf8024-4105-473c-92b6-a4354594836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.186978] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:39:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ebf8024-4105-473c-92b6-a4354594836c', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.200749] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Creating folder: Project (c2175666fc3940229d97099d79d0a2d9). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.201621] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.201621] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.201791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.206135] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e0312f-8275-4ada-a0be-4b8a4dd7d727 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.211800] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Downloaded image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk on the data store datastore2 {{(pid=69333) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.213843] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.213843] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Copying Virtual Disk [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk to [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.214124] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b47cb6-0044-4412-8466-407dfbda16ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.220157] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Created folder: Project (c2175666fc3940229d97099d79d0a2d9) in parent group-v818612. [ 610.220754] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Creating folder: Instances. Parent ref: group-v818619. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.221200] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2813ab2-30b3-495d-a5d9-bb0a95f6b302 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.230019] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 610.230019] env[69333]: value = "task-4133301" [ 610.230019] env[69333]: _type = "Task" [ 610.230019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.246787] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.248328] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Created folder: Instances in parent group-v818619. [ 610.248577] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.248780] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.249010] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4dae357-a182-412b-bcd7-04144845eb3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.271562] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.271562] env[69333]: value = "task-4133303" [ 610.271562] env[69333]: _type = "Task" [ 610.271562] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.281199] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133303, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.296045] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.366994] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Successfully updated port: c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.490244] env[69333]: DEBUG nova.network.neutron [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Updated VIF entry in instance network info cache for port 1a9a5805-35f1-4365-bd73-2d539aaa53df. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.490684] env[69333]: DEBUG nova.network.neutron [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Updating instance_info_cache with network_info: [{"id": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "address": "fa:16:3e:25:b0:22", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a5805-35", "ovs_interfaceid": "1a9a5805-35f1-4365-bd73-2d539aaa53df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.519896] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.539576] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.540480] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.583179] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a54d07-127c-4db2-9945-55ebc77625ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.593091] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4adf632-1433-4725-a5bc-d0e71f116582 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.632824] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26de816-424b-420b-b446-6d96a5afad61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.641787] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a23236-7c4c-4ee7-b9ee-ab80d216c050 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.658435] env[69333]: DEBUG nova.compute.provider_tree [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.714979] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Successfully created port: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.731869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.732350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.744558] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133301, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.782523] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133303, 'name': CreateVM_Task, 'duration_secs': 0.39655} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.782887] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.783469] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.783696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.784094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.784500] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea41b381-84a9-4261-96fd-2d0f8ed35620 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.791367] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 610.791367] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520b1fb4-3218-f949-ad2a-f2cdcf1a100a" [ 610.791367] env[69333]: _type = "Task" [ 610.791367] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.803362] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520b1fb4-3218-f949-ad2a-f2cdcf1a100a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.875415] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.875629] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.875828] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.993460] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Releasing lock "refresh_cache-4a9b799d-0be0-40d6-a3e1-b490077eac0d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.993732] env[69333]: DEBUG nova.compute.manager [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Received event network-vif-plugged-0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.993981] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Acquiring lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.994151] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.994318] env[69333]: DEBUG oslo_concurrency.lockutils [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.994484] env[69333]: DEBUG nova.compute.manager [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] No waiting events found dispatching network-vif-plugged-0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.994664] env[69333]: WARNING nova.compute.manager [req-7eca933a-9cee-4697-94d8-34a5b4d94eb1 req-0d9e6fe8-ba5d-47fa-8d92-6113957c3d28 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Received unexpected event network-vif-plugged-0ebf8024-4105-473c-92b6-a4354594836c for instance with vm_state building and task_state spawning. [ 611.052050] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.165355] env[69333]: DEBUG nova.scheduler.client.report [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.252081] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744148} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.252343] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Copied Virtual Disk [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk to [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.252967] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleting the datastore file [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.252967] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67d302a-979a-43b2-9726-ed73f125c954 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.263473] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 611.263473] env[69333]: value = "task-4133304" [ 611.263473] env[69333]: _type = "Task" [ 611.263473] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.275133] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.307636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.308179] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.308532] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.314601] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.351617] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.351879] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.352066] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.353472] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.356200] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.356200] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.356200] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.356200] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.356200] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.356583] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.356583] env[69333]: DEBUG nova.virt.hardware [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.357058] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a8639b-afc8-4d84-a65e-c54ab45f17ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.366423] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a78694-f42e-45ad-8d3e-40a9faa7f56e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.428998] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.511260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "08bafbfc-161c-46ab-883a-a86e1db3499a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.511260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.537445] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.537671] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.563575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "089fa934-e1b4-4412-999a-c79df4191b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.563826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.653762] env[69333]: DEBUG nova.network.neutron [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Updating instance_info_cache with network_info: [{"id": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "address": "fa:16:3e:cc:66:26", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329a090-9f", "ovs_interfaceid": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.672841] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.672841] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.675945] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.038s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.677132] env[69333]: INFO nova.compute.claims [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.774899] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027855} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.775309] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.775534] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Moving file from [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6/4c0c4c4f-2385-4639-967e-3554b6257db7 to [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7. {{(pid=69333) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.775969] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-630654f2-4b25-41e7-b8db-66ba7487a1c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.786129] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 611.786129] env[69333]: value = "task-4133305" [ 611.786129] env[69333]: _type = "Task" [ 611.786129] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.795718] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133305, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.825805] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Received event network-changed-ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.826890] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Refreshing instance network info cache due to event network-changed-ef300033-20ad-4995-bc9c-8d11edd834bd. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.826890] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Acquiring lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.826890] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Acquired lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.826890] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Refreshing network info cache for port ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.164023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.164023] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Instance network_info: |[{"id": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "address": "fa:16:3e:cc:66:26", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329a090-9f", "ovs_interfaceid": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.164228] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:66:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c329a090-9fc7-4839-9d6c-446f2a33bddf', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.171932] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Creating folder: Project (1c209f3cc46f4bdf92c1ba7a74a445e6). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.172366] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c190d3ad-63ef-4a0c-a4f1-05fa6051676f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.186162] env[69333]: DEBUG nova.compute.utils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.198247] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Created folder: Project (1c209f3cc46f4bdf92c1ba7a74a445e6) in parent group-v818612. [ 612.198247] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Creating folder: Instances. Parent ref: group-v818622. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.198247] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.198247] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.200060] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4dbde26-4d6a-49f3-ac17-a0eb9a0b40ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.206573] env[69333]: DEBUG nova.compute.manager [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Received event network-changed-0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.206931] env[69333]: DEBUG nova.compute.manager [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Refreshing instance network info cache due to event network-changed-0ebf8024-4105-473c-92b6-a4354594836c. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.207392] env[69333]: DEBUG oslo_concurrency.lockutils [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] Acquiring lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.207684] env[69333]: DEBUG oslo_concurrency.lockutils [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] Acquired lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.207984] env[69333]: DEBUG nova.network.neutron [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Refreshing network info cache for port 0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.222804] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Created folder: Instances in parent group-v818622. [ 612.223119] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.223320] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.223545] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b498fdb-3ccd-4431-88ae-1943e2c685c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.248041] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.248041] env[69333]: value = "task-4133308" [ 612.248041] env[69333]: _type = "Task" [ 612.248041] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.259321] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133308, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.301029] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133305, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030396} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.301343] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] File moved {{(pid=69333) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.301635] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Cleaning up location [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.301862] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleting the datastore file [datastore2] vmware_temp/21c7e9a9-6b0f-4d48-9ecb-38cf8106cac6 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.302610] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e11ab2-aa26-46ae-8038-6ecca8059a49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.311814] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 612.311814] env[69333]: value = "task-4133309" [ 612.311814] env[69333]: _type = "Task" [ 612.311814] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.323710] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.352767] env[69333]: DEBUG nova.policy [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe459f7a6e164799a28567878163a940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c273f772c542a99b17692071074bff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.703835] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.758984] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133308, 'name': CreateVM_Task, 'duration_secs': 0.382391} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.758984] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.759689] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.759980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.760197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.761017] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863c43df-940c-499d-824f-42d709f095d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.770887] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 612.770887] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aa8893-6ed0-aaab-1dd1-d284019be6e9" [ 612.770887] env[69333]: _type = "Task" [ 612.770887] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.789723] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aa8893-6ed0-aaab-1dd1-d284019be6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.790074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.790342] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.790558] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.825777] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029198} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.830539] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.831990] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816d9e31-8888-4bfb-88a2-2d60e0d4abcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.839211] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 612.839211] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cd5e8-cb62-40a5-fd2c-aa58c385136b" [ 612.839211] env[69333]: _type = "Task" [ 612.839211] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.852257] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cd5e8-cb62-40a5-fd2c-aa58c385136b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.982297] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780cae35-ecfa-4752-80b9-f249bc1b484e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.995866] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a18496-9404-4797-b407-f22134d70b01 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.031134] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d0201-dbdc-4471-9340-e2b0c0db6d3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.042328] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7a9ef-6841-46a8-a673-6b4c7563ece0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.062934] env[69333]: DEBUG nova.compute.provider_tree [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.356778] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cd5e8-cb62-40a5-fd2c-aa58c385136b, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.358328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.358328] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 4a9b799d-0be0-40d6-a3e1-b490077eac0d/4a9b799d-0be0-40d6-a3e1-b490077eac0d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.358328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.358328] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.358713] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d885dfc-3558-4245-8ddc-a278aba03138 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362045] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e1908f-e51d-4c52-aa25-09b9d0a2dd3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.374630] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 613.374630] env[69333]: value = "task-4133310" [ 613.374630] env[69333]: _type = "Task" [ 613.374630] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.376333] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.376333] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.383571] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4a193d-2e16-4534-a5f1-16d9fabb1f1d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.393548] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 613.393548] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fefd7b-c5c6-8e46-5a9c-3df43cbd4c92" [ 613.393548] env[69333]: _type = "Task" [ 613.393548] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.393766] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.402421] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fefd7b-c5c6-8e46-5a9c-3df43cbd4c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.568419] env[69333]: DEBUG nova.scheduler.client.report [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.579607] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Updated VIF entry in instance network info cache for port ef300033-20ad-4995-bc9c-8d11edd834bd. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.579955] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Updating instance_info_cache with network_info: [{"id": "ef300033-20ad-4995-bc9c-8d11edd834bd", "address": "fa:16:3e:7a:71:ef", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef300033-20", "ovs_interfaceid": "ef300033-20ad-4995-bc9c-8d11edd834bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.729947] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.755972] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.756198] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.756353] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.756526] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.756664] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.756830] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.757257] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.757455] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.757636] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.758342] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.758342] env[69333]: DEBUG nova.virt.hardware [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.759568] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1783cf-48f8-48bc-bb55-cf9e9cdf564c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.769483] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed241ec-bd47-4f37-a609-2af81ae48421 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.888720] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133310, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.893587] env[69333]: DEBUG nova.network.neutron [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Updated VIF entry in instance network info cache for port 0ebf8024-4105-473c-92b6-a4354594836c. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.894123] env[69333]: DEBUG nova.network.neutron [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Updating instance_info_cache with network_info: [{"id": "0ebf8024-4105-473c-92b6-a4354594836c", "address": "fa:16:3e:2b:39:20", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebf8024-41", "ovs_interfaceid": "0ebf8024-4105-473c-92b6-a4354594836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.912369] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fefd7b-c5c6-8e46-5a9c-3df43cbd4c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.914391] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330766bb-2a10-4d33-80c1-fa6d9d5f8a8e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.923243] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 613.923243] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521f205d-396a-cea2-30c1-70bb79bbdaf9" [ 613.923243] env[69333]: _type = "Task" [ 613.923243] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.934956] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521f205d-396a-cea2-30c1-70bb79bbdaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.074266] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.075761] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.079681] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.525s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.083051] env[69333]: INFO nova.compute.claims [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.087225] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Releasing lock "refresh_cache-347e6d11-5b68-4e8e-aa8f-22ad5784f16d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.087535] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Received event network-vif-plugged-c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.087776] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Acquiring lock "06ba8358-d330-4103-9a21-34d402b69612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.088692] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Lock "06ba8358-d330-4103-9a21-34d402b69612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.088692] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Lock "06ba8358-d330-4103-9a21-34d402b69612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.088692] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] No waiting events found dispatching network-vif-plugged-c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 614.088692] env[69333]: WARNING nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Received unexpected event network-vif-plugged-c329a090-9fc7-4839-9d6c-446f2a33bddf for instance with vm_state building and task_state spawning. [ 614.088932] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Received event network-changed-c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.089135] env[69333]: DEBUG nova.compute.manager [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Refreshing instance network info cache due to event network-changed-c329a090-9fc7-4839-9d6c-446f2a33bddf. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.089388] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Acquiring lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.089629] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Acquired lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.089930] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Refreshing network info cache for port c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.211851] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Successfully updated port: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.364349] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Successfully created port: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.388308] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571333} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.388604] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 4a9b799d-0be0-40d6-a3e1-b490077eac0d/4a9b799d-0be0-40d6-a3e1-b490077eac0d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.388895] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.389193] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d76058c-6d31-49af-a58a-7e5323574765 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.396921] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 614.396921] env[69333]: value = "task-4133311" [ 614.396921] env[69333]: _type = "Task" [ 614.396921] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.409253] env[69333]: DEBUG oslo_concurrency.lockutils [req-4308e768-557e-4513-9697-2a5d16a30d90 req-74116d7f-91bd-43e8-87af-259f91e7c664 service nova] Releasing lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.409253] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.437391] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521f205d-396a-cea2-30c1-70bb79bbdaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.437510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.437850] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 347e6d11-5b68-4e8e-aa8f-22ad5784f16d/347e6d11-5b68-4e8e-aa8f-22ad5784f16d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.438194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.438461] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.439126] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad28cfc-1fde-43ae-b3d7-5ac158297c92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.442068] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-400c9856-e9c4-4893-883b-7d02bb9c834d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.451729] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 614.451729] env[69333]: value = "task-4133312" [ 614.451729] env[69333]: _type = "Task" [ 614.451729] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.455582] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.455582] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.458487] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28044782-c9e0-49c4-8366-c4b79a3f1620 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.467151] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 614.467151] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527e51c9-6f0e-f57f-9263-1e509c4b7ce9" [ 614.467151] env[69333]: _type = "Task" [ 614.467151] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.471061] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.483568] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527e51c9-6f0e-f57f-9263-1e509c4b7ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.484465] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9de99bb-af46-492f-b5b2-dbd1c7778962 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.491338] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 614.491338] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522205b8-6068-71ed-026d-4f8ebbfeb310" [ 614.491338] env[69333]: _type = "Task" [ 614.491338] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.501232] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522205b8-6068-71ed-026d-4f8ebbfeb310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.588417] env[69333]: DEBUG nova.compute.utils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.591994] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.592219] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.717445] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717445] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.717445] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.751050] env[69333]: DEBUG nova.policy [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f41d3b8d774e4e99103c8ceb51a157', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aae8137c6d7442c8f8625cfa75a1bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.912608] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074856} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.913419] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.913943] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8b679-ed09-4615-90e9-d0b7140fd450 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.956673] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4a9b799d-0be0-40d6-a3e1-b490077eac0d/4a9b799d-0be0-40d6-a3e1-b490077eac0d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.959700] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-875f8360-b89b-4582-bd27-904ab09f1d0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.989534] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133312, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.992668] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 614.992668] env[69333]: value = "task-4133313" [ 614.992668] env[69333]: _type = "Task" [ 614.992668] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.006750] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522205b8-6068-71ed-026d-4f8ebbfeb310, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.010410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.010844] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] d18dfec2-6406-4edc-8313-f0b39f7c277b/d18dfec2-6406-4edc-8313-f0b39f7c277b.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.011267] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.011516] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.012070] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d97a350-f6d5-4c72-bd90-3671fa90c866 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.014755] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19889791-73b3-4585-a697-b7e89c10367a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.025515] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 615.025515] env[69333]: value = "task-4133314" [ 615.025515] env[69333]: _type = "Task" [ 615.025515] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.033056] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.033056] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.036897] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0132289f-98fa-4e5e-9098-7f73aa079c0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.040585] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.046654] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 615.046654] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5218f74e-3570-da53-e2a2-aae158fe87da" [ 615.046654] env[69333]: _type = "Task" [ 615.046654] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.059532] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5218f74e-3570-da53-e2a2-aae158fe87da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.093432] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.380486] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.456806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388358d0-5a38-422d-bad6-7ee2090a0986 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.472435] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799889} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.473315] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 347e6d11-5b68-4e8e-aa8f-22ad5784f16d/347e6d11-5b68-4e8e-aa8f-22ad5784f16d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.473315] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.474240] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a895fa4c-eef1-40db-8b5f-580b7c82359a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.478332] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12f9db78-ef2b-45d7-a561-4d60262d88a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.520721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0190053-8e77-4b5e-9168-ef42ca759f26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.523656] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 615.523656] env[69333]: value = "task-4133315" [ 615.523656] env[69333]: _type = "Task" [ 615.523656] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.534447] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.540335] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba8ab22-25a6-410c-82f9-782700b4dcd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.567018] env[69333]: DEBUG nova.compute.provider_tree [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.568330] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.573051] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133314, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.587555] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5218f74e-3570-da53-e2a2-aae158fe87da, 'name': SearchDatastore_Task, 'duration_secs': 0.064624} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.588715] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad7b3e1-aec0-41d3-9133-91b352f18d21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.596306] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 615.596306] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52089a1d-4aaf-5ede-3b80-13d268c7071f" [ 615.596306] env[69333]: _type = "Task" [ 615.596306] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.610841] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52089a1d-4aaf-5ede-3b80-13d268c7071f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.852251] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Updated VIF entry in instance network info cache for port c329a090-9fc7-4839-9d6c-446f2a33bddf. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.852634] env[69333]: DEBUG nova.network.neutron [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Updating instance_info_cache with network_info: [{"id": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "address": "fa:16:3e:cc:66:26", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329a090-9f", "ovs_interfaceid": "c329a090-9fc7-4839-9d6c-446f2a33bddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.031049] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133313, 'name': ReconfigVM_Task, 'duration_secs': 0.545507} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.033949] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4a9b799d-0be0-40d6-a3e1-b490077eac0d/4a9b799d-0be0-40d6-a3e1-b490077eac0d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.034271] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e96923-5a0c-4970-8da9-001a3a63c1ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.050395] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213774} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.051067] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.053138] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f25c1e-dbf1-442a-b634-e7e132c1b7a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.058583] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 616.058583] env[69333]: value = "task-4133316" [ 616.058583] env[69333]: _type = "Task" [ 616.058583] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.062872] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677488} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.065739] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] d18dfec2-6406-4edc-8313-f0b39f7c277b/d18dfec2-6406-4edc-8313-f0b39f7c277b.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.066413] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.078684] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddee1d31-b1f5-4b87-88fe-6aab9e17bb54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.083083] env[69333]: DEBUG nova.scheduler.client.report [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.096973] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 347e6d11-5b68-4e8e-aa8f-22ad5784f16d/347e6d11-5b68-4e8e-aa8f-22ad5784f16d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.099270] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412b2b3e-fe91-4edf-a872-796daa7151f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.121704] env[69333]: DEBUG nova.compute.manager [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Received event network-vif-plugged-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.121902] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Acquiring lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.122121] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.122279] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.122431] env[69333]: DEBUG nova.compute.manager [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] No waiting events found dispatching network-vif-plugged-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 616.122607] env[69333]: WARNING nova.compute.manager [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Received unexpected event network-vif-plugged-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 for instance with vm_state building and task_state spawning. [ 616.122766] env[69333]: DEBUG nova.compute.manager [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Received event network-changed-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.122908] env[69333]: DEBUG nova.compute.manager [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Refreshing instance network info cache due to event network-changed-8c4a42d2-14a0-4112-85c4-559f41c4ffa9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.123087] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Acquiring lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.133266] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.135784] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133316, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.138220] env[69333]: DEBUG nova.network.neutron [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Updating instance_info_cache with network_info: [{"id": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "address": "fa:16:3e:14:b8:6c", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c4a42d2-14", "ovs_interfaceid": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.140537] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 616.140537] env[69333]: value = "task-4133317" [ 616.140537] env[69333]: _type = "Task" [ 616.140537] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.149579] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52089a1d-4aaf-5ede-3b80-13d268c7071f, 'name': SearchDatastore_Task, 'duration_secs': 0.067772} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.151731] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.152306] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 06ba8358-d330-4103-9a21-34d402b69612/06ba8358-d330-4103-9a21-34d402b69612.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.153159] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 616.153159] env[69333]: value = "task-4133318" [ 616.153159] env[69333]: _type = "Task" [ 616.153159] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.153458] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf50fd9-babd-45e7-b581-c402e9c7fe56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.164154] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.175285] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.175285] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 616.175285] env[69333]: value = "task-4133319" [ 616.175285] env[69333]: _type = "Task" [ 616.175285] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.185832] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.188599] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.188835] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.188987] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.189227] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.189476] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.189936] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.191038] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.191038] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.191038] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.191038] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.191494] env[69333]: DEBUG nova.virt.hardware [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.191980] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1571799-1a69-4c67-bf84-c010bdbb567b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.205423] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48393a8f-aaf7-47d9-9854-512aedd131bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.357167] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c378e25-3764-459c-93cf-1c39114bc8a4 req-259dc6df-bec3-4780-a53e-ca592a60bc8a service nova] Releasing lock "refresh_cache-06ba8358-d330-4103-9a21-34d402b69612" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.577486] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133316, 'name': Rename_Task, 'duration_secs': 0.179096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.579331] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.579331] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0275266-1de5-493b-ac30-21bde8ede0fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.582760] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Successfully created port: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.587235] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.589879] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.597873] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.688s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.609570] env[69333]: INFO nova.compute.claims [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.614956] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 616.614956] env[69333]: value = "task-4133320" [ 616.614956] env[69333]: _type = "Task" [ 616.614956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.627284] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.642036] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.642130] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance network_info: |[{"id": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "address": "fa:16:3e:14:b8:6c", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c4a42d2-14", "ovs_interfaceid": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.642557] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Acquired lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.642747] env[69333]: DEBUG nova.network.neutron [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Refreshing network info cache for port 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.645396] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b8:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c4a42d2-14a0-4112-85c4-559f41c4ffa9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.658537] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating folder: Project (8d619ef36833444b930735873e6d2a6b). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.661145] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b2ead5-261c-4d1d-8c48-630574c03556 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.676175] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084565} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.681781] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.682241] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.688048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4d4a9-4e1e-4c71-afba-58214a82675b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.693272] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created folder: Project (8d619ef36833444b930735873e6d2a6b) in parent group-v818612. [ 616.693272] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating folder: Instances. Parent ref: group-v818625. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.695404] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26845364-c857-48ba-84eb-ebbb344e9d49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.703858] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515913} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.715823] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 06ba8358-d330-4103-9a21-34d402b69612/06ba8358-d330-4103-9a21-34d402b69612.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.716168] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.728299] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d18dfec2-6406-4edc-8313-f0b39f7c277b/d18dfec2-6406-4edc-8313-f0b39f7c277b.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.729398] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e7dee6a-54ae-4f1b-b251-644ceaf7ac5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.732121] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced006aa-45d8-4c8b-9433-520a6f0968b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.752075] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created folder: Instances in parent group-v818625. [ 616.752359] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.752559] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.752768] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8481860d-c961-457a-9a46-40f7780fea56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.775040] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 616.775040] env[69333]: value = "task-4133323" [ 616.775040] env[69333]: _type = "Task" [ 616.775040] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.775319] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 616.775319] env[69333]: value = "task-4133324" [ 616.775319] env[69333]: _type = "Task" [ 616.775319] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.785285] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.785285] env[69333]: value = "task-4133325" [ 616.785285] env[69333]: _type = "Task" [ 616.785285] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.797584] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.798429] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.804619] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133325, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.852136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "220e39b0-a762-4978-8b16-abe5b1c883cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.852136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.117970] env[69333]: DEBUG nova.compute.utils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.122549] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.126388] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.139954] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.174797] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133318, 'name': ReconfigVM_Task, 'duration_secs': 0.613067} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.174797] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 347e6d11-5b68-4e8e-aa8f-22ad5784f16d/347e6d11-5b68-4e8e-aa8f-22ad5784f16d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.175524] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-856a7fba-29c0-444c-98cc-0ea260bbb51e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.182282] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 617.182282] env[69333]: value = "task-4133326" [ 617.182282] env[69333]: _type = "Task" [ 617.182282] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.193818] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133326, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.292647] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08646} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.303930] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.304179] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133324, 'name': ReconfigVM_Task, 'duration_secs': 0.320295} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.305130] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9115fd4-86ec-4dde-adb6-02f32ce30e92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.312500] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d18dfec2-6406-4edc-8313-f0b39f7c277b/d18dfec2-6406-4edc-8313-f0b39f7c277b.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.313788] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9da3936-3b8a-404f-9d3e-d32dadcd7e8e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.326249] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133325, 'name': CreateVM_Task, 'duration_secs': 0.431999} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.327594] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.328054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.328242] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.328827] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.342019] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf11468a-05b0-42cc-937c-ec2df71d4240 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.355530] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 06ba8358-d330-4103-9a21-34d402b69612/06ba8358-d330-4103-9a21-34d402b69612.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.356201] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b780a1-88dd-4ece-b956-332d57014a12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.374517] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 617.374517] env[69333]: value = "task-4133327" [ 617.374517] env[69333]: _type = "Task" [ 617.374517] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.376274] env[69333]: DEBUG nova.policy [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac9b8b84ccbf4698a715963264703d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d619ef36833444b930735873e6d2a6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.390428] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 617.390428] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52597211-f6f8-2c4b-d6e1-0f79cb63b382" [ 617.390428] env[69333]: _type = "Task" [ 617.390428] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.393397] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 617.393397] env[69333]: value = "task-4133328" [ 617.393397] env[69333]: _type = "Task" [ 617.393397] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.405880] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133327, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.414558] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52597211-f6f8-2c4b-d6e1-0f79cb63b382, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.419664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.420114] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.420636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.420733] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.421218] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.421378] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.424299] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee5da78-bc95-49b7-b248-19c05d1d3f2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.441253] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.441253] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.441253] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4c2593-d998-45fb-96ee-1753affce31e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.451027] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 617.451027] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215368e-8f76-be7b-c27a-cdd27fdcd746" [ 617.451027] env[69333]: _type = "Task" [ 617.451027] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.463076] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215368e-8f76-be7b-c27a-cdd27fdcd746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.625088] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.641805] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.696854] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133326, 'name': Rename_Task, 'duration_secs': 0.26385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.700535] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.701065] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d659d7-0e88-45d8-9e60-e5155547ba3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.711291] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 617.711291] env[69333]: value = "task-4133329" [ 617.711291] env[69333]: _type = "Task" [ 617.711291] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.720779] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.893565] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133327, 'name': Rename_Task, 'duration_secs': 0.186135} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.893858] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.894116] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03da634a-a2ee-4aba-b644-a2b4798c3628 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.908042] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 617.908042] env[69333]: value = "task-4133330" [ 617.908042] env[69333]: _type = "Task" [ 617.908042] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.917954] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133328, 'name': ReconfigVM_Task, 'duration_secs': 0.517998} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.919828] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 06ba8358-d330-4103-9a21-34d402b69612/06ba8358-d330-4103-9a21-34d402b69612.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.919828] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9dd634f-b942-4dea-a267-dfba14f65423 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.925347] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133330, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.934415] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 617.934415] env[69333]: value = "task-4133331" [ 617.934415] env[69333]: _type = "Task" [ 617.934415] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.946921] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133331, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.965023] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215368e-8f76-be7b-c27a-cdd27fdcd746, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.965023] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f07222-8b0c-4d48-b67e-feafba8d34c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.975286] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 617.975286] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5231249f-b958-27e1-301f-08660697d31a" [ 617.975286] env[69333]: _type = "Task" [ 617.975286] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.988354] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5231249f-b958-27e1-301f-08660697d31a, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.988883] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.989261] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.990065] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ba9546-2f2b-4466-be56-8e8f70f6b4e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.010050] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 618.010050] env[69333]: value = "task-4133332" [ 618.010050] env[69333]: _type = "Task" [ 618.010050] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.023281] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.029402] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5f5eb6-8262-498e-b598-ac70b457a5ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.041917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce3289-88d0-4735-a004-9ceb46deaf90 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.081619] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86182c3-575a-4472-9352-a71a2f60d8eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.092416] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b9b53-f663-40fb-870c-9652eada68b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.113887] env[69333]: DEBUG nova.compute.provider_tree [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.139520] env[69333]: DEBUG oslo_vmware.api [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133320, 'name': PowerOnVM_Task, 'duration_secs': 1.220329} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.140332] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.140744] env[69333]: INFO nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Took 16.03 seconds to spawn the instance on the hypervisor. [ 618.141021] env[69333]: DEBUG nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.147816] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983163a-cebc-4897-9065-905cbf1a4b56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.219416] env[69333]: DEBUG nova.network.neutron [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Updated VIF entry in instance network info cache for port 8c4a42d2-14a0-4112-85c4-559f41c4ffa9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.219770] env[69333]: DEBUG nova.network.neutron [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Updating instance_info_cache with network_info: [{"id": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "address": "fa:16:3e:14:b8:6c", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c4a42d2-14", "ovs_interfaceid": "8c4a42d2-14a0-4112-85c4-559f41c4ffa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.232039] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.427763] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.447788] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133331, 'name': Rename_Task, 'duration_secs': 0.335607} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.450494] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.451718] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9419fa0-5cca-416b-ad4b-9a2c8c6dd19c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.460428] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 618.460428] env[69333]: value = "task-4133333" [ 618.460428] env[69333]: _type = "Task" [ 618.460428] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.470392] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.522243] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.617500] env[69333]: DEBUG nova.scheduler.client.report [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.641437] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.670775] env[69333]: INFO nova.compute.manager [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Took 20.85 seconds to build instance. [ 618.701432] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.701659] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.701808] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.701980] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.702134] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.702318] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.702570] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.702807] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.702998] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.703173] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.703353] env[69333]: DEBUG nova.virt.hardware [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.704322] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e07ac-bb6f-4047-b000-f34ada2adb49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.721247] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31866bcf-2b6d-4dc2-b134-4d406da3166d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.723965] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b82358-c5b1-4141-b5b5-d8ec75206a7b req-e9170a2c-17f8-422b-9344-c0d6e84bed02 service nova] Releasing lock "refresh_cache-2178d731-3d7a-44e4-a002-2e3785592d8f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.740518] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.780988] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Successfully updated port: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.921035] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.970954] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.978383] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Successfully created port: f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.021380] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133332, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00139} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.021628] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.021840] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.022115] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692006a8-805a-455f-a043-c1765b05e562 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.030947] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 619.030947] env[69333]: value = "task-4133334" [ 619.030947] env[69333]: _type = "Task" [ 619.030947] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.043940] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.122781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.123396] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.126768] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.077s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.171514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b00fe6e-bf1a-4219-922d-e14553e7046d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.357s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.173163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.562s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.173446] env[69333]: INFO nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] During sync_power_state the instance has a pending task (networking). Skip. [ 619.173643] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.228364] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133329, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.286543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.286720] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.286929] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.425827] env[69333]: DEBUG oslo_vmware.api [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133330, 'name': PowerOnVM_Task, 'duration_secs': 1.454312} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.426281] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.427489] env[69333]: INFO nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Took 12.75 seconds to spawn the instance on the hypervisor. [ 619.427863] env[69333]: DEBUG nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.428963] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694265b3-3cb5-4b0a-ac02-c1e71a8232d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.473633] env[69333]: DEBUG oslo_vmware.api [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133333, 'name': PowerOnVM_Task, 'duration_secs': 0.834679} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.473997] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.474239] env[69333]: INFO nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Took 10.48 seconds to spawn the instance on the hypervisor. [ 619.474438] env[69333]: DEBUG nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.475348] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4dace1-112d-402d-964c-38936a2ab4b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.545907] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.546191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.547054] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64bde87-c281-4233-a7cc-c77cd903ef69 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.579720] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.580071] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4739e1a-bc64-4c8d-a477-21aec3c08509 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.606069] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 619.606069] env[69333]: value = "task-4133335" [ 619.606069] env[69333]: _type = "Task" [ 619.606069] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.616679] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.632287] env[69333]: DEBUG nova.compute.utils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.640075] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.640284] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.675538] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.728539] env[69333]: DEBUG oslo_vmware.api [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133329, 'name': PowerOnVM_Task, 'duration_secs': 1.649658} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.733195] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.734184] env[69333]: INFO nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Took 15.30 seconds to spawn the instance on the hypervisor. [ 619.734184] env[69333]: DEBUG nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.734586] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb0441-77ea-411b-adf6-c1217fd0fcb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.780339] env[69333]: DEBUG nova.policy [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f70820204b247249ebb849fd922c4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32cd998d5ab406a864d485401e1629e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.908039] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.955458] env[69333]: INFO nova.compute.manager [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Took 21.26 seconds to build instance. [ 619.999641] env[69333]: INFO nova.compute.manager [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Took 19.51 seconds to build instance. [ 620.122507] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133335, 'name': ReconfigVM_Task, 'duration_secs': 0.300941} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.122840] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.123530] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48afb0a1-be57-4b70-bfc9-b51dd6c03c7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.131514] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 620.131514] env[69333]: value = "task-4133336" [ 620.131514] env[69333]: _type = "Task" [ 620.131514] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.144055] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.147334] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133336, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.184275] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4a9b799d-0be0-40d6-a3e1-b490077eac0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.184606] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 347e6d11-5b68-4e8e-aa8f-22ad5784f16d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.184606] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance d18dfec2-6406-4edc-8313-f0b39f7c277b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.184731] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 06ba8358-d330-4103-9a21-34d402b69612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.184782] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 2178d731-3d7a-44e4-a002-2e3785592d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.185852] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f6b92178-3fa6-45fb-ac25-131d61d7e811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.185852] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5373d961-6fd2-43ff-8014-6fca7cad0727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.185852] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.185852] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.227634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.265500] env[69333]: INFO nova.compute.manager [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Took 22.41 seconds to build instance. [ 620.307886] env[69333]: DEBUG nova.compute.manager [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-vif-plugged-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.307994] env[69333]: DEBUG oslo_concurrency.lockutils [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] Acquiring lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.310144] env[69333]: DEBUG oslo_concurrency.lockutils [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.310144] env[69333]: DEBUG oslo_concurrency.lockutils [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.310340] env[69333]: DEBUG nova.compute.manager [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] No waiting events found dispatching network-vif-plugged-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 620.310557] env[69333]: WARNING nova.compute.manager [req-25a34d77-26ba-4300-b380-b066cf955b73 req-85118965-1d69-4d89-a608-b96946f0d583 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received unexpected event network-vif-plugged-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 for instance with vm_state building and task_state spawning. [ 620.460044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "4f767aa7-83ad-4b6f-b891-484faae230d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.460822] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.462938] env[69333]: DEBUG oslo_concurrency.lockutils [None req-874dc0a1-b32a-4870-bd69-a2f0390523c5 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.773s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.477106] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Successfully created port: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.504294] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Successfully updated port: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.508506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.032s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.600105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.600522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.644819] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133336, 'name': Rename_Task, 'duration_secs': 0.171314} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.645034] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.645301] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d63b24d-9e64-4174-bc77-0b2b921629fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.661132] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 620.661132] env[69333]: value = "task-4133337" [ 620.661132] env[69333]: _type = "Task" [ 620.661132] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.670296] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.701151] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1bd841c8-d845-49fd-b275-67494acbc939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 620.746905] env[69333]: DEBUG nova.network.neutron [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.770732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.934s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.770732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.159s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.771762] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d88066-d458-4e5e-8e12-3d86a8cac732 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.967878] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.007742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.008554] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquired lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.008773] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.013519] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.155251] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.171889] env[69333]: DEBUG nova.compute.manager [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Received event network-vif-plugged-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.172535] env[69333]: DEBUG oslo_concurrency.lockutils [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] Acquiring lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.174282] env[69333]: DEBUG oslo_concurrency.lockutils [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.174282] env[69333]: DEBUG oslo_concurrency.lockutils [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.174282] env[69333]: DEBUG nova.compute.manager [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] No waiting events found dispatching network-vif-plugged-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 621.174282] env[69333]: WARNING nova.compute.manager [req-626db57a-7697-4bd9-81a3-840670c12933 req-1fa61785-5104-4728-b004-2e1fe1794ba9 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Received unexpected event network-vif-plugged-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a for instance with vm_state building and task_state spawning. [ 621.182590] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.194189] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.194189] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.194189] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.194591] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.194591] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.194873] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.194873] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.194986] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.195874] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.196073] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.196264] env[69333]: DEBUG nova.virt.hardware [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.199793] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb9354-272e-431c-b2b2-0f6262f11f73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.205269] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1edd6ab2-40c6-45e6-bba3-66b6379012e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 621.212162] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b51ab-2f91-4263-bdaf-8fddeb8b9571 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.250650] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.250852] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Instance network_info: |[{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.251907] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:07:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a9095e-0a23-4d27-90c2-09bd9a0d4665', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.259903] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Creating folder: Project (14c273f772c542a99b17692071074bff). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.261606] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4bf45b-7d80-4d1b-9c77-046ddbd3bea1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.272544] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.283648] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Created folder: Project (14c273f772c542a99b17692071074bff) in parent group-v818612. [ 621.283648] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Creating folder: Instances. Parent ref: group-v818628. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.283648] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ce2efd3-b791-4e4a-b643-1ab8834cbcce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.290994] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.297175] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Created folder: Instances in parent group-v818628. [ 621.297741] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.297741] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.297941] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7c51ac-a370-4e43-9471-5cfdc88f160d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.325141] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.325141] env[69333]: value = "task-4133340" [ 621.325141] env[69333]: _type = "Task" [ 621.325141] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.338577] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133340, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.503453] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.546991] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.611797] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.672131] env[69333]: DEBUG oslo_vmware.api [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133337, 'name': PowerOnVM_Task, 'duration_secs': 0.742044} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.672465] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.672738] env[69333]: INFO nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Took 10.36 seconds to spawn the instance on the hypervisor. [ 621.672945] env[69333]: DEBUG nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.673776] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155189c4-22b0-40e6-aec1-6859777d613f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.720158] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c43b0096-1133-485b-b45a-f3fdb718ac7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 621.803202] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.841628] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133340, 'name': CreateVM_Task, 'duration_secs': 0.482272} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.842151] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.843762] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.844082] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.844665] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.845134] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a738007-8405-4408-8feb-cefb906b068e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.852711] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 621.852711] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d6473-61a0-9740-3c8b-445b737aa4f4" [ 621.852711] env[69333]: _type = "Task" [ 621.852711] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.867690] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d6473-61a0-9740-3c8b-445b737aa4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.204357] env[69333]: INFO nova.compute.manager [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Took 20.01 seconds to build instance. [ 622.217172] env[69333]: DEBUG nova.network.neutron [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Updating instance_info_cache with network_info: [{"id": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "address": "fa:16:3e:3a:87:64", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4fcedf-e6", "ovs_interfaceid": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.227625] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 08bafbfc-161c-46ab-883a-a86e1db3499a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 622.374168] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d6473-61a0-9740-3c8b-445b737aa4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.374938] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.374938] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.375127] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.375177] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.375327] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.375606] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6351c33e-036e-40d5-bbdf-f4720640764a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.388391] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.388391] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.388820] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6000093-0c95-4dec-838e-be7da353692e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.409716] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 622.409716] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fecbae-a9ca-2f2f-1024-e8b956b55e85" [ 622.409716] env[69333]: _type = "Task" [ 622.409716] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.424745] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fecbae-a9ca-2f2f-1024-e8b956b55e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.510555] env[69333]: DEBUG nova.compute.manager [None req-565b374c-ed88-4e96-83ae-173e099c7a81 tempest-ServerDiagnosticsTest-65049838 tempest-ServerDiagnosticsTest-65049838-project-admin] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.512307] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d953c9f-3a0f-43b1-a035-58264262cf73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.520791] env[69333]: INFO nova.compute.manager [None req-565b374c-ed88-4e96-83ae-173e099c7a81 tempest-ServerDiagnosticsTest-65049838 tempest-ServerDiagnosticsTest-65049838-project-admin] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Retrieving diagnostics [ 622.521667] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceeb0d2-c0f7-4f5c-a63c-0bcbb1d7c4c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.614250] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Successfully updated port: f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.710574] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31a59d7c-8755-4afb-97dc-64955fa2d7ef tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.535s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.721114] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Releasing lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.721453] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Instance network_info: |[{"id": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "address": "fa:16:3e:3a:87:64", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4fcedf-e6", "ovs_interfaceid": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.721860] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:87:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f4fcedf-e63f-4eef-bb1a-e93172fecd0a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.730938] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Creating folder: Project (1aae8137c6d7442c8f8625cfa75a1bdd). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.733043] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1f2a2d6e-3454-4736-8f1b-aa606338ecc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 622.734417] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23863c9f-89f6-41bc-9853-2f90e352cd57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.752896] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Created folder: Project (1aae8137c6d7442c8f8625cfa75a1bdd) in parent group-v818612. [ 622.753150] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Creating folder: Instances. Parent ref: group-v818631. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.755101] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6330fd-b2a2-430a-8f85-d3eab506b947 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.774596] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Created folder: Instances in parent group-v818631. [ 622.774902] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.775133] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.775362] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101963c7-22ed-42f8-a033-60cef8aafe6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.799059] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.799059] env[69333]: value = "task-4133343" [ 622.799059] env[69333]: _type = "Task" [ 622.799059] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.813507] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133343, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.922917] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fecbae-a9ca-2f2f-1024-e8b956b55e85, 'name': SearchDatastore_Task, 'duration_secs': 0.018764} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.923764] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bb6c6c-3c76-4af5-9080-347688ef15aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.930221] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 622.930221] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f83aa1-2215-eb60-d204-ca80323a4076" [ 622.930221] env[69333]: _type = "Task" [ 622.930221] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.939720] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f83aa1-2215-eb60-d204-ca80323a4076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.039890] env[69333]: DEBUG nova.compute.manager [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Received event network-changed {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.040397] env[69333]: DEBUG nova.compute.manager [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Refreshing instance network info cache due to event network-changed. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.040710] env[69333]: DEBUG oslo_concurrency.lockutils [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] Acquiring lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.040939] env[69333]: DEBUG oslo_concurrency.lockutils [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] Acquired lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.041527] env[69333]: DEBUG nova.network.neutron [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.119694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.120749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.120749] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.213163] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.239127] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 089fa934-e1b4-4412-999a-c79df4191b9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 623.314936] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133343, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.447713] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f83aa1-2215-eb60-d204-ca80323a4076, 'name': SearchDatastore_Task, 'duration_secs': 0.034232} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.448056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.448881] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f6b92178-3fa6-45fb-ac25-131d61d7e811/f6b92178-3fa6-45fb-ac25-131d61d7e811.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.448881] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2530430f-04d6-4d4d-83c1-694d8dbe3ec6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.461282] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 623.461282] env[69333]: value = "task-4133344" [ 623.461282] env[69333]: _type = "Task" [ 623.461282] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.471168] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.731656] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.744641] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 220e39b0-a762-4978-8b16-abe5b1c883cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 623.763407] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.774744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Acquiring lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.775388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.775388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Acquiring lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.775587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.775587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.779443] env[69333]: INFO nova.compute.manager [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Terminating instance [ 623.816248] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133343, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.972709] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.247829] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4f767aa7-83ad-4b6f-b891-484faae230d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.274658] env[69333]: DEBUG nova.network.neutron [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Updating instance_info_cache with network_info: [{"id": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "address": "fa:16:3e:74:cb:5d", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604f6d3-80", "ovs_interfaceid": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.289894] env[69333]: DEBUG nova.compute.manager [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.289894] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.290936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae76234-6ff9-4df8-9bc8-c0e1c82db1e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.309758] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.310446] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559c2a7b-a0e8-4831-91e1-e308e1efade2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.316872] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133343, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.322808] env[69333]: DEBUG nova.compute.manager [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.322969] env[69333]: DEBUG nova.compute.manager [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing instance network info cache due to event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.323308] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.323489] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.323603] env[69333]: DEBUG nova.network.neutron [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.326971] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Waiting for the task: (returnval){ [ 624.326971] env[69333]: value = "task-4133345" [ 624.326971] env[69333]: _type = "Task" [ 624.326971] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.338714] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Task: {'id': task-4133345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.365697] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Successfully updated port: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.472353] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.592657] env[69333]: DEBUG nova.network.neutron [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Updating instance_info_cache with network_info: [{"id": "0ebf8024-4105-473c-92b6-a4354594836c", "address": "fa:16:3e:2b:39:20", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebf8024-41", "ovs_interfaceid": "0ebf8024-4105-473c-92b6-a4354594836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.753038] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.753950] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 624.753950] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 624.777809] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.778281] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Instance network_info: |[{"id": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "address": "fa:16:3e:74:cb:5d", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604f6d3-80", "ovs_interfaceid": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.778733] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:cb:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f604f6d3-80a9-4b66-9c3b-0896190d16c5', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.788806] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.793405] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.794380] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b65d79-5837-4c00-abd8-5868fde7044b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.836030] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133343, 'name': CreateVM_Task, 'duration_secs': 1.679139} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.841859] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.841859] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.841859] env[69333]: value = "task-4133346" [ 624.841859] env[69333]: _type = "Task" [ 624.841859] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.847540] env[69333]: DEBUG oslo_vmware.service [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf13e3-8dbb-4a67-a64b-e326f69fc6bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.860146] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Task: {'id': task-4133345, 'name': PowerOffVM_Task, 'duration_secs': 0.388519} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.860805] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.861051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.863635] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.864546] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.864546] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.864546] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0dcba8a-6d2e-43cc-ab58-1fc312048d44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.867044] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0ee5b8-65d5-4d92-9ea2-be0bf52d5b4d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.883074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.883074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.883074] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.883201] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133346, 'name': CreateVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.893173] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 624.893173] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525afd02-62b2-8497-5226-4200c1c06459" [ 624.893173] env[69333]: _type = "Task" [ 624.893173] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.913646] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525afd02-62b2-8497-5226-4200c1c06459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.980619] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.025580] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.025580] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.025580] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Deleting the datastore file [datastore2] 347e6d11-5b68-4e8e-aa8f-22ad5784f16d {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.025932] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7c11a2-edd2-41d4-83cd-d41c57dc00d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.038251] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Waiting for the task: (returnval){ [ 625.038251] env[69333]: value = "task-4133348" [ 625.038251] env[69333]: _type = "Task" [ 625.038251] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.052582] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Task: {'id': task-4133348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.096404] env[69333]: DEBUG oslo_concurrency.lockutils [None req-81a078fe-d103-4449-821c-c8908f649e58 tempest-ServerExternalEventsTest-1587618105 tempest-ServerExternalEventsTest-1587618105-project] Releasing lock "refresh_cache-d18dfec2-6406-4edc-8313-f0b39f7c277b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.180854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed13e5c-10d1-4047-b0ad-92eea972e867 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.193187] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd57f1-08ac-4cea-8136-49b043062eba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.235293] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b28476d-84cc-49d9-964b-0be08eb9e003 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.243217] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b71e137-cc22-44fd-b302-bbbfde85dd58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.257896] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.363273] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133346, 'name': CreateVM_Task, 'duration_secs': 0.478252} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.363527] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.364387] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.409021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.409277] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.409510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.409647] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.409860] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.410265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.410629] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.410859] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15e675ad-79b7-4e3e-abfc-08dda6444b30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.412776] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef708166-f80b-4a06-a626-a7df1a8cc5fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.418937] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 625.418937] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f30557-789a-c12f-28a7-8318b993c136" [ 625.418937] env[69333]: _type = "Task" [ 625.418937] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.424429] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.426437] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.426437] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4766b59d-92d2-4d62-ba41-85df96816562 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.432687] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f30557-789a-c12f-28a7-8318b993c136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.437470] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c711555-deef-4416-b3fd-b849230c18fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.448718] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 625.448718] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c8089-3084-02d9-a0ae-1923b52f5cac" [ 625.448718] env[69333]: _type = "Task" [ 625.448718] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.461797] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c8089-3084-02d9-a0ae-1923b52f5cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.476134] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542451} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.476388] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f6b92178-3fa6-45fb-ac25-131d61d7e811/f6b92178-3fa6-45fb-ac25-131d61d7e811.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.476711] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.476833] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653e8816-65ac-45fc-b758-c398561f8463 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.480921] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.484343] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 625.484343] env[69333]: value = "task-4133349" [ 625.484343] env[69333]: _type = "Task" [ 625.484343] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.493836] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.540112] env[69333]: DEBUG nova.network.neutron [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updated VIF entry in instance network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.540659] env[69333]: DEBUG nova.network.neutron [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.552238] env[69333]: DEBUG oslo_vmware.api [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Task: {'id': task-4133348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244668} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.552495] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.552759] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.552995] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.553314] env[69333]: INFO nova.compute.manager [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 625.553519] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.553714] env[69333]: DEBUG nova.compute.manager [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.553813] env[69333]: DEBUG nova.network.neutron [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.655032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "f47ae27b-8118-4331-9e67-afc6fc410200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.655032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.760899] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.836677] env[69333]: DEBUG nova.network.neutron [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Updating instance_info_cache with network_info: [{"id": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "address": "fa:16:3e:16:ef:dc", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3dc1b3-10", "ovs_interfaceid": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.932902] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.934446] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.934937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.962259] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 625.963101] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Creating directory with path [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.963473] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592df2ae-a71d-46e3-b1a3-927f1d1dbcf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.996158] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140774} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.997808] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.998256] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Created directory with path [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.998625] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Fetch image to [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 625.998920] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Downloading image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk on the data store datastore1 {{(pid=69333) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 625.999822] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f20d2-c8b3-48f1-b1e0-a26a4a3c8828 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.005659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060d15b-2b77-4c87-b394-6c9e61b64f0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.034829] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f6b92178-3fa6-45fb-ac25-131d61d7e811/f6b92178-3fa6-45fb-ac25-131d61d7e811.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.035734] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3e033f-7e50-4655-882c-6b3cbb3ed2fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.039884] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f35971-dfba-428f-9275-fbdf54b73e58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.056749] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.056749] env[69333]: DEBUG nova.compute.manager [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Received event network-vif-plugged-f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.056749] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Acquiring lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.056749] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.056749] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.057292] env[69333]: DEBUG nova.compute.manager [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] No waiting events found dispatching network-vif-plugged-f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 626.057292] env[69333]: WARNING nova.compute.manager [req-aa9e0af2-5abb-4fb4-9ac6-5333efb68257 req-dc94e5de-bf84-4f89-83b1-f046b2ff17a5 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Received unexpected event network-vif-plugged-f604f6d3-80a9-4b66-9c3b-0896190d16c5 for instance with vm_state building and task_state spawning. [ 626.073722] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf796bb-411e-4b5a-b2d6-edaa3d6dc921 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.075105] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 626.075105] env[69333]: value = "task-4133350" [ 626.075105] env[69333]: _type = "Task" [ 626.075105] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.108327] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9199c327-2a4a-4c2f-a6ab-47f7f2c600a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.114717] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.121421] env[69333]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d74104a3-449b-4a11-b0ba-a2d01c49c55e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.231373] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Downloading image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to the data store datastore1 {{(pid=69333) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 626.267448] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 626.267448] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.140s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.267448] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.215s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.267930] env[69333]: INFO nova.compute.claims [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.270689] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.271427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Getting list of instances from cluster (obj){ [ 626.271427] env[69333]: value = "domain-c8" [ 626.271427] env[69333]: _type = "ClusterComputeResource" [ 626.271427] env[69333]: } {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 626.272253] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bdb94a-df3c-4860-b8cf-3795840b3f14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.291408] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Got total of 7 instances {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 626.299828] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 626.363410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.363734] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Instance network_info: |[{"id": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "address": "fa:16:3e:16:ef:dc", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3dc1b3-10", "ovs_interfaceid": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.365369] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ef:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb3dc1b3-10eb-428e-8f03-0bb23c4319a9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.373270] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating folder: Project (f32cd998d5ab406a864d485401e1629e). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.377416] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bbcb11-c609-4bca-84bf-c9dc42be605a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.395091] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created folder: Project (f32cd998d5ab406a864d485401e1629e) in parent group-v818612. [ 626.395313] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating folder: Instances. Parent ref: group-v818635. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.395572] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078b73ec-b943-4e75-8180-0d3bc93ba145 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.406997] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created folder: Instances in parent group-v818635. [ 626.407294] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.407515] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.407754] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-144f03a5-910d-4cef-827f-51ddec01d341 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.438564] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.438564] env[69333]: value = "task-4133353" [ 626.438564] env[69333]: _type = "Task" [ 626.438564] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.451675] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133353, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.573070] env[69333]: DEBUG nova.compute.manager [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Received event network-changed-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.573309] env[69333]: DEBUG nova.compute.manager [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Refreshing instance network info cache due to event network-changed-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.573443] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] Acquiring lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.573607] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] Acquired lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.573794] env[69333]: DEBUG nova.network.neutron [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Refreshing network info cache for port 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.587576] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.622955] env[69333]: DEBUG nova.network.neutron [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.808679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.808679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.808679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.808679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.809022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.810923] env[69333]: INFO nova.compute.manager [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Terminating instance [ 626.933112] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.933521] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.933674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.933866] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.934045] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.936317] env[69333]: INFO nova.compute.manager [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Terminating instance [ 626.949365] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133353, 'name': CreateVM_Task, 'duration_secs': 0.415055} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.952500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.952843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.953018] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.953517] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.953853] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfed226-663c-4827-af17-9e859b3617b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.960412] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 626.960412] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f8e64-28d9-501a-5588-2794cbbb3b6a" [ 626.960412] env[69333]: _type = "Task" [ 626.960412] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.972895] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f8e64-28d9-501a-5588-2794cbbb3b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.015785] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.016012] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.095851] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133350, 'name': ReconfigVM_Task, 'duration_secs': 0.688962} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.096882] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f6b92178-3fa6-45fb-ac25-131d61d7e811/f6b92178-3fa6-45fb-ac25-131d61d7e811.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.097617] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8f0762-84bd-4d6d-aa76-dab8fb1bb5ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.108617] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 627.108617] env[69333]: value = "task-4133354" [ 627.108617] env[69333]: _type = "Task" [ 627.108617] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.121869] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133354, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.125523] env[69333]: INFO nova.compute.manager [-] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Took 1.57 seconds to deallocate network for instance. [ 627.161852] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Downloaded image file data 4c0c4c4f-2385-4639-967e-3554b6257db7 to vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk on the data store datastore1 {{(pid=69333) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.163657] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.163905] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Copying Virtual Disk [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk to [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.167029] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69c2cff0-2934-4f94-b637-15fbe48d2cc2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.175311] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 627.175311] env[69333]: value = "task-4133355" [ 627.175311] env[69333]: _type = "Task" [ 627.175311] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.190938] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.319705] env[69333]: DEBUG nova.compute.manager [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.320059] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.322113] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f7189-eaa2-4c25-be75-6024916cf437 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.333345] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.333345] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5062b12-c065-4b46-a8e2-ba8dcaf406c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.356033] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 627.356033] env[69333]: value = "task-4133356" [ 627.356033] env[69333]: _type = "Task" [ 627.356033] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.366492] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.444521] env[69333]: DEBUG nova.compute.manager [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.444878] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.447945] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3084b2c-2a2b-4f47-9454-49837fae2969 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.463928] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.473920] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-034813eb-da9b-4cb7-8a07-f1370dbc838d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.495210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.495528] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.496159] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.496529] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 627.496529] env[69333]: value = "task-4133357" [ 627.496529] env[69333]: _type = "Task" [ 627.496529] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.515245] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.631400] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133354, 'name': Rename_Task, 'duration_secs': 0.267022} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.631844] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.632110] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b4cd0d-dcb9-48dd-ba7d-d57ec7645eb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.635580] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.644427] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 627.644427] env[69333]: value = "task-4133358" [ 627.644427] env[69333]: _type = "Task" [ 627.644427] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.657348] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.686924] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133355, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.723326] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c527237-842c-4d7e-88a8-d53209f371d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.734076] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9720d6-387f-48dc-8f66-5108d5491d19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.776649] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a984c8d-8d53-4b69-9dce-02a0658a9808 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.785433] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c1c8ba-fa00-4e5f-b0f2-21174bc0cdfc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.801415] env[69333]: DEBUG nova.compute.provider_tree [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.811600] env[69333]: DEBUG nova.network.neutron [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Updated VIF entry in instance network info cache for port 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.813407] env[69333]: DEBUG nova.network.neutron [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Updating instance_info_cache with network_info: [{"id": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "address": "fa:16:3e:3a:87:64", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4fcedf-e6", "ovs_interfaceid": "8f4fcedf-e63f-4eef-bb1a-e93172fecd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.868509] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133356, 'name': PowerOffVM_Task, 'duration_secs': 0.388302} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.868780] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.868945] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.869292] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae4d99fc-2f9d-45c0-85ad-6ef4cf431ede {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.953739] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.953958] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.954145] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleting the datastore file [datastore2] 4a9b799d-0be0-40d6-a3e1-b490077eac0d {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.954417] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63103f5-c579-45c5-8d41-33aa36d6a47a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.966943] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for the task: (returnval){ [ 627.966943] env[69333]: value = "task-4133360" [ 627.966943] env[69333]: _type = "Task" [ 627.966943] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.977588] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.011115] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133357, 'name': PowerOffVM_Task, 'duration_secs': 0.250151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.011413] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.011611] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.011941] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67553fe3-556f-4d95-89f7-1cd3750f33f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.089541] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Received event network-changed-f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.089742] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Refreshing instance network info cache due to event network-changed-f604f6d3-80a9-4b66-9c3b-0896190d16c5. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.089978] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Acquiring lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.090132] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Acquired lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.090292] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Refreshing network info cache for port f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.096746] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.096746] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.096910] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Deleting the datastore file [datastore2] d18dfec2-6406-4edc-8313-f0b39f7c277b {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.098972] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11c4ef1e-9a95-4375-b4c8-f174a6d27bd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.107801] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for the task: (returnval){ [ 628.107801] env[69333]: value = "task-4133362" [ 628.107801] env[69333]: _type = "Task" [ 628.107801] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.120501] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.156210] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.189180] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.189180] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Copied Virtual Disk [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk to [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.189180] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleting the datastore file [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7/tmp-sparse.vmdk {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.189180] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e6f7ce-304f-4875-87d1-dd80a71cf6f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.197480] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 628.197480] env[69333]: value = "task-4133363" [ 628.197480] env[69333]: _type = "Task" [ 628.197480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.211751] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.308916] env[69333]: DEBUG nova.scheduler.client.report [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.316990] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9af220a-c3d3-4c92-8cef-f2b5f67c8fe4 req-338215cb-7943-442a-828a-d485be56f2f6 service nova] Releasing lock "refresh_cache-5373d961-6fd2-43ff-8014-6fca7cad0727" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.486202] env[69333]: DEBUG oslo_vmware.api [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Task: {'id': task-4133360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374636} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.489663] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.489764] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.489934] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.490107] env[69333]: INFO nova.compute.manager [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 628.490688] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.490688] env[69333]: DEBUG nova.compute.manager [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.492429] env[69333]: DEBUG nova.network.neutron [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.623757] env[69333]: DEBUG oslo_vmware.api [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Task: {'id': task-4133362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.624071] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.624272] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.624479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.624673] env[69333]: INFO nova.compute.manager [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 628.624997] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.625307] env[69333]: DEBUG nova.compute.manager [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.625464] env[69333]: DEBUG nova.network.neutron [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.657462] env[69333]: DEBUG oslo_vmware.api [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133358, 'name': PowerOnVM_Task, 'duration_secs': 0.891287} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.658110] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.658568] env[69333]: INFO nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Took 14.93 seconds to spawn the instance on the hypervisor. [ 628.658677] env[69333]: DEBUG nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.659639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc630d28-07d4-4f3e-98a6-3051049dda56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.715710] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030978} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.715710] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.715710] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Moving file from [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a/4c0c4c4f-2385-4639-967e-3554b6257db7 to [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7. {{(pid=69333) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 628.715710] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2df6b437-636e-4920-9c45-2b812dffafd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.724677] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 628.724677] env[69333]: value = "task-4133364" [ 628.724677] env[69333]: _type = "Task" [ 628.724677] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.738252] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133364, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.818076] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.818664] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.821588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.594s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.823174] env[69333]: INFO nova.compute.claims [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.189050] env[69333]: INFO nova.compute.manager [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Took 24.79 seconds to build instance. [ 629.247573] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133364, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.073329} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.247839] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] File moved {{(pid=69333) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 629.248042] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Cleaning up location [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 629.248209] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleting the datastore file [datastore1] vmware_temp/956bb024-d6a7-4f28-a873-28035445582a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.248527] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e90fbc-635b-48c1-a20d-48f106a14c49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.257565] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 629.257565] env[69333]: value = "task-4133365" [ 629.257565] env[69333]: _type = "Task" [ 629.257565] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.269499] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.282545] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Updated VIF entry in instance network info cache for port f604f6d3-80a9-4b66-9c3b-0896190d16c5. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.282545] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Updating instance_info_cache with network_info: [{"id": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "address": "fa:16:3e:74:cb:5d", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604f6d3-80", "ovs_interfaceid": "f604f6d3-80a9-4b66-9c3b-0896190d16c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.332866] env[69333]: DEBUG nova.compute.utils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.332866] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.332866] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.695077] env[69333]: DEBUG nova.policy [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1582160553da4e979483adaa338313bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3fe891138054ace81751dc807189e3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.695571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.316s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.738393] env[69333]: DEBUG nova.network.neutron [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.777563] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067007} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.778200] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.779015] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517ad3c1-1426-4869-9ade-115b9cf47b33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.786517] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Releasing lock "refresh_cache-afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.786517] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Received event network-vif-plugged-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.788045] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Acquiring lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.788045] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.788045] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.788045] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] No waiting events found dispatching network-vif-plugged-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.788045] env[69333]: WARNING nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Received unexpected event network-vif-plugged-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 for instance with vm_state building and task_state spawning. [ 629.788279] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Received event network-changed-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.788279] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Refreshing instance network info cache due to event network-changed-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.788279] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Acquiring lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.788279] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Acquired lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.788279] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Refreshing network info cache for port eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.791305] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 629.791305] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8c69f-4b5e-4bab-9e5f-2a2f8186b8b6" [ 629.791305] env[69333]: _type = "Task" [ 629.791305] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.801624] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8c69f-4b5e-4bab-9e5f-2a2f8186b8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.850509] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.200582] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75712d89-b9ea-459c-b819-480bb985c665 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.205506] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.215521] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96940bc7-9c7f-4f63-9e8e-f9df77dde4c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.252045] env[69333]: INFO nova.compute.manager [-] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Took 1.76 seconds to deallocate network for instance. [ 630.254795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a4046-489d-4023-aa14-e3a975696d55 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.270035] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c7831-388a-458f-b752-b2e562cc2eb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.274505] env[69333]: DEBUG nova.network.neutron [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.291016] env[69333]: DEBUG nova.compute.provider_tree [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.305493] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8c69f-4b5e-4bab-9e5f-2a2f8186b8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.305792] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.306032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 5373d961-6fd2-43ff-8014-6fca7cad0727/5373d961-6fd2-43ff-8014-6fca7cad0727.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.306355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.306704] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.306807] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca24e58c-eb1e-477f-8de1-21b26d614e49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.308912] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43756eef-660a-4095-9f6c-91d071a9a960 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.319281] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 630.319281] env[69333]: value = "task-4133366" [ 630.319281] env[69333]: _type = "Task" [ 630.319281] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.320999] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.321219] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.326086] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d40bbc-2f28-401c-969c-50d1c62a3f8b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.339234] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.340155] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 630.340155] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52360943-5714-209d-8258-4fb499ca59f5" [ 630.340155] env[69333]: _type = "Task" [ 630.340155] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.351312] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52360943-5714-209d-8258-4fb499ca59f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.352989] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df91500-6efd-401a-8369-5aba1ca5cb04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.367601] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 630.367601] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b28e86-cfb2-4f53-7769-0cb4af26402b" [ 630.367601] env[69333]: _type = "Task" [ 630.367601] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.378309] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b28e86-cfb2-4f53-7769-0cb4af26402b, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.378911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.378911] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10/afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.380038] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.380038] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.380038] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9c5859-ac71-4e82-b600-b3375ffeb5c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.382195] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f6d9e63-a017-43b5-917f-d4432f8cf469 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.391806] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 630.391806] env[69333]: value = "task-4133367" [ 630.391806] env[69333]: _type = "Task" [ 630.391806] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.394297] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.394297] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.398898] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba98f487-2862-4f79-b468-80cf19037b60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.410439] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.411993] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 630.411993] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521a948a-785d-343d-c585-2dd60656b02b" [ 630.411993] env[69333]: _type = "Task" [ 630.411993] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.421636] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521a948a-785d-343d-c585-2dd60656b02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.423056] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df11cf3e-3d7c-4821-8090-afe01f3569f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.429891] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 630.429891] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52699b33-010e-2740-a243-f1508ee2419c" [ 630.429891] env[69333]: _type = "Task" [ 630.429891] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.440132] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52699b33-010e-2740-a243-f1508ee2419c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.585755] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Successfully created port: cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.737435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.767710] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.786256] env[69333]: INFO nova.compute.manager [-] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Took 2.16 seconds to deallocate network for instance. [ 630.836867] env[69333]: ERROR nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [req-18d92ec7-08b1-4912-af5d-927bb06b745e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18d92ec7-08b1-4912-af5d-927bb06b745e"}]} [ 630.851279] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133366, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.872132] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.874822] env[69333]: DEBUG nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.895367] env[69333]: DEBUG nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.895708] env[69333]: DEBUG nova.compute.provider_tree [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.914854] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.920920] env[69333]: DEBUG nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.925466] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.925699] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.927200] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.927200] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.927200] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.927200] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.927200] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.927537] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.927537] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.927537] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.933460] env[69333]: DEBUG nova.virt.hardware [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.933460] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b67f7-8cfa-4fbf-add7-8d2d55bf3a85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.952802] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be86ae-5536-484c-99db-b3f9980b4502 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.963963] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52699b33-010e-2740-a243-f1508ee2419c, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.963963] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.963963] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117/ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.963963] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc5b378-1dc4-4cfe-ae23-b3a448215bcd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.978416] env[69333]: DEBUG nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.982441] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 630.982441] env[69333]: value = "task-4133368" [ 630.982441] env[69333]: _type = "Task" [ 630.982441] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.993340] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.095940] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Updated VIF entry in instance network info cache for port eb3dc1b3-10eb-428e-8f03-0bb23c4319a9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.096542] env[69333]: DEBUG nova.network.neutron [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Updating instance_info_cache with network_info: [{"id": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "address": "fa:16:3e:16:ef:dc", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3dc1b3-10", "ovs_interfaceid": "eb3dc1b3-10eb-428e-8f03-0bb23c4319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.300215] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.337022] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592138} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.337022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 5373d961-6fd2-43ff-8014-6fca7cad0727/5373d961-6fd2-43ff-8014-6fca7cad0727.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.337022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.337022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab72e7c-ca9e-416a-a299-8f2cb4e91b5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.345069] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 631.345069] env[69333]: value = "task-4133369" [ 631.345069] env[69333]: _type = "Task" [ 631.345069] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.357236] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.375904] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b66cd1-7e9e-4f68-b882-ee502ed3be89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.385353] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57fb8e1-3596-4a2d-b61c-94502513afa5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.423025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e87b1-7f18-4d7a-89ef-6ed7a465450e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.434050] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894781} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.436919] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10/afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.437334] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.437559] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db280808-fc0f-4744-a7d1-e1f6d59dcfb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.440859] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df17617-c7d1-4a6b-a3a7-e132026b8df4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462584] env[69333]: DEBUG nova.compute.provider_tree [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.465874] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 631.465874] env[69333]: value = "task-4133370" [ 631.465874] env[69333]: _type = "Task" [ 631.465874] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.494810] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.603146] env[69333]: DEBUG oslo_concurrency.lockutils [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] Releasing lock "refresh_cache-ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.603550] env[69333]: DEBUG nova.compute.manager [req-356003e6-ad2e-4338-94b2-c5fb0b3da576 req-3b6d441c-695b-4988-a10c-375fb7520f34 service nova] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Received event network-vif-deleted-ef300033-20ad-4995-bc9c-8d11edd834bd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.861067] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.861410] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.863241] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6633e6c-6c10-4fee-b5b9-858fcf9b4f0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.892238] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5373d961-6fd2-43ff-8014-6fca7cad0727/5373d961-6fd2-43ff-8014-6fca7cad0727.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.892770] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8658dccf-f842-4686-a8a7-85d000dc9015 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.917106] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 631.917106] env[69333]: value = "task-4133371" [ 631.917106] env[69333]: _type = "Task" [ 631.917106] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.926507] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.987282] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112062} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.989068] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.990211] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02866a47-73d5-493e-8123-1fe5e9e9e588 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.002518] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.012732] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117/ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.012732] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.023365] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10/afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.024820] env[69333]: DEBUG nova.scheduler.client.report [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.024820] env[69333]: DEBUG nova.compute.provider_tree [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 23 to 24 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.024820] env[69333]: DEBUG nova.compute.provider_tree [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.028740] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4652df0d-40ec-43bc-b99d-93bda8c441ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.033245] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5792882-1535-42ee-b2d1-257be280719e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.054084] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.233s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.054642] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.060679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.555s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.060679] env[69333]: INFO nova.compute.claims [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.074231] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 632.074231] env[69333]: value = "task-4133373" [ 632.074231] env[69333]: _type = "Task" [ 632.074231] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.074231] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 632.074231] env[69333]: value = "task-4133372" [ 632.074231] env[69333]: _type = "Task" [ 632.074231] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.094892] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.095493] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.352874] env[69333]: DEBUG nova.compute.manager [req-dc4d0b7b-1b93-413d-8dee-518bdd29d847 req-391f9294-b6a7-4686-b867-10210137163d service nova] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Received event network-vif-deleted-0ebf8024-4105-473c-92b6-a4354594836c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.377053] env[69333]: DEBUG nova.compute.manager [req-83a49090-1b9c-441e-87c8-b942121ea3e8 req-928d5224-a943-4ece-8258-a1782026ecb5 service nova] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Received event network-vif-deleted-1a9a5805-35f1-4365-bd73-2d539aaa53df {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.433229] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.513615] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "6514d903-1c1c-402c-a440-3c11fc6849d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.513615] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.564976] env[69333]: DEBUG nova.compute.utils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.569126] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.569407] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.597054] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071957} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.597213] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.597464] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.598355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca34bcd-c18c-49d2-b6ec-52cbede2d9e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.625969] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117/ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.626328] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be47ad55-eb0a-4fac-892c-39a4356ee767 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.651786] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 632.651786] env[69333]: value = "task-4133374" [ 632.651786] env[69333]: _type = "Task" [ 632.651786] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.660906] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.785309] env[69333]: DEBUG nova.policy [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20c452f85ba74537aee82609a595b60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc3828370ff4d5d8e797886f254f57a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.929242] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.996139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.996466] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.076265] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.092259] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133373, 'name': ReconfigVM_Task, 'duration_secs': 0.977264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.092259] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Reconfigured VM instance instance-00000008 to attach disk [datastore1] afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10/afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.092259] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73438c8a-a75a-4b72-bc55-d35488d7943f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.101569] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 633.101569] env[69333]: value = "task-4133375" [ 633.101569] env[69333]: _type = "Task" [ 633.101569] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.119904] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133375, 'name': Rename_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.163080] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Successfully updated port: cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.171733] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.432355] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133371, 'name': ReconfigVM_Task, 'duration_secs': 1.075541} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.433359] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5373d961-6fd2-43ff-8014-6fca7cad0727/5373d961-6fd2-43ff-8014-6fca7cad0727.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.433359] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33b2267-dd4c-46ab-b6a5-47f85fd9d7d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.445184] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 633.445184] env[69333]: value = "task-4133376" [ 633.445184] env[69333]: _type = "Task" [ 633.445184] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.456539] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133376, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.476594] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950b3d1-5054-48ed-8a02-862f7bfbd608 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.486227] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d888937e-d519-4998-ad18-6876e1e0a1f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.525423] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Successfully created port: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.530378] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b56dc2-79cf-41ce-82d3-b13f03ec012f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.540490] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad554c-7d7c-4586-8a3d-b272d623920e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.558018] env[69333]: DEBUG nova.compute.provider_tree [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.616224] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133375, 'name': Rename_Task, 'duration_secs': 0.263507} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.616335] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.616674] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f24391-7e08-4d9d-b62c-56ca0bb8978f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.625105] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 633.625105] env[69333]: value = "task-4133377" [ 633.625105] env[69333]: _type = "Task" [ 633.625105] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.636549] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.663944] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133374, 'name': ReconfigVM_Task, 'duration_secs': 0.881591} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.664308] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117/ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.665190] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85626b0c-aee4-437a-8206-b8fd2d870d7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.668093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.668093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.668258] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.676761] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 633.676761] env[69333]: value = "task-4133378" [ 633.676761] env[69333]: _type = "Task" [ 633.676761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.688372] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133378, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.956876] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133376, 'name': Rename_Task, 'duration_secs': 0.290569} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.957361] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.957959] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f4291a4-0219-4927-a61c-32cfb76a3c16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.966647] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 633.966647] env[69333]: value = "task-4133379" [ 633.966647] env[69333]: _type = "Task" [ 633.966647] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.979079] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.062155] env[69333]: DEBUG nova.scheduler.client.report [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.094429] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.132412] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.133693] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.133693] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.133693] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.133693] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.133693] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.134034] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.134034] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.134034] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.135045] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.135944] env[69333]: DEBUG nova.virt.hardware [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.136512] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d8cfe-2451-4cbe-b981-bdb215e3822e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.149594] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9babbae-2db5-4843-9291-a74e73ca60a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.154540] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133377, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.190042] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133378, 'name': Rename_Task, 'duration_secs': 0.170524} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.191756] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.192271] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf2a6c5-4c65-4588-81c3-0f6275fbf576 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.201768] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 634.201768] env[69333]: value = "task-4133380" [ 634.201768] env[69333]: _type = "Task" [ 634.201768] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.213541] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.244582] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.458382] env[69333]: DEBUG nova.network.neutron [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [{"id": "cfc853f9-62ce-4db3-852c-61da24b2b940", "address": "fa:16:3e:5e:78:04", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc853f9-62", "ovs_interfaceid": "cfc853f9-62ce-4db3-852c-61da24b2b940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.482969] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.559510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.559510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.568158] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.568670] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.571320] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.024s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.572821] env[69333]: INFO nova.compute.claims [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.640711] env[69333]: DEBUG oslo_vmware.api [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133377, 'name': PowerOnVM_Task, 'duration_secs': 0.713332} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.640711] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.641182] env[69333]: INFO nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Took 16.00 seconds to spawn the instance on the hypervisor. [ 634.641374] env[69333]: DEBUG nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.642260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6c547e-8097-49f4-abdf-c206567d7f74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.714833] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.964443] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.964443] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Instance network_info: |[{"id": "cfc853f9-62ce-4db3-852c-61da24b2b940", "address": "fa:16:3e:5e:78:04", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc853f9-62", "ovs_interfaceid": "cfc853f9-62ce-4db3-852c-61da24b2b940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.964759] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:78:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfc853f9-62ce-4db3-852c-61da24b2b940', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.974460] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Creating folder: Project (a3fe891138054ace81751dc807189e3d). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.975198] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e15d38-e6b9-4767-87f1-c69f7bc5cb6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.987728] env[69333]: DEBUG oslo_vmware.api [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133379, 'name': PowerOnVM_Task, 'duration_secs': 0.562075} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.988637] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.988637] env[69333]: INFO nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Took 18.85 seconds to spawn the instance on the hypervisor. [ 634.988637] env[69333]: DEBUG nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.990746] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cf070-237b-480b-add9-7db3b92d89b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.993648] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Created folder: Project (a3fe891138054ace81751dc807189e3d) in parent group-v818612. [ 634.993824] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Creating folder: Instances. Parent ref: group-v818638. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.995118] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-501bf537-2d0d-45d9-b293-da4d482f297e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.005988] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Created folder: Instances in parent group-v818638. [ 635.005988] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.007155] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.007415] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d021a110-9fdc-4bd3-876c-c7729bf5bbd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.033835] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.033835] env[69333]: value = "task-4133383" [ 635.033835] env[69333]: _type = "Task" [ 635.033835] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.045828] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133383, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.082337] env[69333]: DEBUG nova.compute.utils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.084351] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 635.164604] env[69333]: INFO nova.compute.manager [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Took 29.64 seconds to build instance. [ 635.218683] env[69333]: DEBUG oslo_vmware.api [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133380, 'name': PowerOnVM_Task, 'duration_secs': 0.543087} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.219177] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.219553] env[69333]: INFO nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Took 14.06 seconds to spawn the instance on the hypervisor. [ 635.219863] env[69333]: DEBUG nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.220830] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa0362b-165e-4182-8ea6-6d213f7a5af9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.514399] env[69333]: INFO nova.compute.manager [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Took 30.89 seconds to build instance. [ 635.548118] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133383, 'name': CreateVM_Task, 'duration_secs': 0.441288} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.548118] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.548426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.548581] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.550047] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f25b4f-a7f1-4c09-ba58-8eed11abaeda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.554777] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 635.554777] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cf562a-c55d-b6fa-d89f-41d249dfc75b" [ 635.554777] env[69333]: _type = "Task" [ 635.554777] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.563571] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cf562a-c55d-b6fa-d89f-41d249dfc75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.588712] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.607678] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Successfully updated port: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.665980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.153s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.741993] env[69333]: INFO nova.compute.manager [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Took 29.87 seconds to build instance. [ 635.926986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "13f55876-520c-4486-8bae-2b0962436054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.927398] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.004888] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee740f-0f29-4789-9ba5-faa91c055ab8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.017568] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0055aa41-311a-47bc-b335-7e88fd2c7d8a tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.409s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.020212] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62cb0bd-f19b-4cde-9680-01566179fd2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.064638] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe028cd3-ff9b-4a6f-b130-d08315367ef8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.080216] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cf562a-c55d-b6fa-d89f-41d249dfc75b, 'name': SearchDatastore_Task, 'duration_secs': 0.029684} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.081511] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee948d-3240-458c-a7c2-094701496221 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.087086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.087357] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.087577] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.087717] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.087886] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.089471] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b58bcbd-24bb-4040-a9e6-a534b977a0b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.108739] env[69333]: DEBUG nova.compute.provider_tree [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.111923] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.111923] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.112293] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995f21bd-feea-41d9-80df-49eb69e33fbc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.116031] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.116031] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquired lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.116031] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.120912] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 636.120912] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523a379b-23a0-98b6-7044-9ca1ac58f90f" [ 636.120912] env[69333]: _type = "Task" [ 636.120912] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.132514] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523a379b-23a0-98b6-7044-9ca1ac58f90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.176306] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.249026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-85ad9487-6753-4daf-90cc-6fe469665bf9 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.388s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.520643] env[69333]: DEBUG nova.compute.manager [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received event network-vif-plugged-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.520643] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Acquiring lock "1bd841c8-d845-49fd-b275-67494acbc939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.520643] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Lock "1bd841c8-d845-49fd-b275-67494acbc939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.520643] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Lock "1bd841c8-d845-49fd-b275-67494acbc939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.520643] env[69333]: DEBUG nova.compute.manager [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] No waiting events found dispatching network-vif-plugged-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 636.520967] env[69333]: WARNING nova.compute.manager [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received unexpected event network-vif-plugged-cfc853f9-62ce-4db3-852c-61da24b2b940 for instance with vm_state building and task_state spawning. [ 636.520967] env[69333]: DEBUG nova.compute.manager [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.520967] env[69333]: DEBUG nova.compute.manager [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing instance network info cache due to event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.520967] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Acquiring lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.520967] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Acquired lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.521365] env[69333]: DEBUG nova.network.neutron [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.527395] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.611310] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.615053] env[69333]: DEBUG nova.scheduler.client.report [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.635139] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523a379b-23a0-98b6-7044-9ca1ac58f90f, 'name': SearchDatastore_Task, 'duration_secs': 0.027404} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.636671] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc190ac2-ae8c-42b2-99a2-f15d79229abb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.641755] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.642025] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.642191] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.642377] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.642522] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.642670] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.642903] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.643086] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.643257] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.643416] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.643586] env[69333]: DEBUG nova.virt.hardware [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.644750] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11009c70-40dc-4283-a0ec-54d737cbb204 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.651925] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 636.651925] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5278b0c4-f078-0b8d-4c63-9ff51fcc4244" [ 636.651925] env[69333]: _type = "Task" [ 636.651925] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.659823] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a9cc77-ff4c-4d41-84d8-4b0a03b1edc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.673357] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5278b0c4-f078-0b8d-4c63-9ff51fcc4244, 'name': SearchDatastore_Task, 'duration_secs': 0.019066} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.681704] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.682042] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 1bd841c8-d845-49fd-b275-67494acbc939/1bd841c8-d845-49fd-b275-67494acbc939.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.682520] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.688330] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Creating folder: Project (4cfaf3b7ad8c4f879f004e8be68fec89). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.689504] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.693176] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a9bf26-755a-43d9-8c5c-f622d0484490 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.700574] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d176575c-3215-4ca6-90d3-60426dd28703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.714796] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 636.714796] env[69333]: value = "task-4133385" [ 636.714796] env[69333]: _type = "Task" [ 636.714796] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.722398] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Created folder: Project (4cfaf3b7ad8c4f879f004e8be68fec89) in parent group-v818612. [ 636.722398] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Creating folder: Instances. Parent ref: group-v818641. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.723115] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3cbd25e-7b7c-4f68-ac99-3da4fc032948 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.725796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.729416] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.741352] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Created folder: Instances in parent group-v818641. [ 636.741648] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.741876] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.742189] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f426ce38-d116-4414-99b6-6e37e5bf01a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.754501] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.762588] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.762588] env[69333]: value = "task-4133387" [ 636.762588] env[69333]: _type = "Task" [ 636.762588] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.774506] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133387, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.970738] env[69333]: DEBUG nova.network.neutron [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updating instance_info_cache with network_info: [{"id": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "address": "fa:16:3e:08:3e:3b", "network": {"id": "1cbbef5e-ffe5-4519-b2cd-be8f091fbc94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2084869498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3828370ff4d5d8e797886f254f57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147226fc-5f", "ovs_interfaceid": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.027993] env[69333]: DEBUG nova.compute.manager [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Received event network-vif-plugged-147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.028379] env[69333]: DEBUG oslo_concurrency.lockutils [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.029091] env[69333]: DEBUG oslo_concurrency.lockutils [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.029289] env[69333]: DEBUG oslo_concurrency.lockutils [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.029467] env[69333]: DEBUG nova.compute.manager [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] No waiting events found dispatching network-vif-plugged-147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 637.029632] env[69333]: WARNING nova.compute.manager [req-65a2a737-683d-428a-b86d-353700dcca1e req-2fd54917-95db-40f5-9edc-32763ee7aa97 service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Received unexpected event network-vif-plugged-147226fc-5f81-44ad-8cc8-7e5c9de5f437 for instance with vm_state building and task_state spawning. [ 637.050189] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.122073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.123112] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.127786] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.325s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.134131] env[69333]: INFO nova.compute.claims [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.233074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.236423] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.240492] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.282765] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133387, 'name': CreateVM_Task, 'duration_secs': 0.382388} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.284392] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.284664] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.285285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.286097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.286097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.286328] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e82ccd-c1ba-4b2f-a7fe-e3373a346c20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.295251] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 637.295251] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52805a61-9412-d767-4aba-a8f690236d7e" [ 637.295251] env[69333]: _type = "Task" [ 637.295251] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.310114] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52805a61-9412-d767-4aba-a8f690236d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.470776] env[69333]: DEBUG nova.network.neutron [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updated VIF entry in instance network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.472217] env[69333]: DEBUG nova.network.neutron [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [{"id": "cfc853f9-62ce-4db3-852c-61da24b2b940", "address": "fa:16:3e:5e:78:04", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc853f9-62", "ovs_interfaceid": "cfc853f9-62ce-4db3-852c-61da24b2b940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.474701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Releasing lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.474968] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Instance network_info: |[{"id": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "address": "fa:16:3e:08:3e:3b", "network": {"id": "1cbbef5e-ffe5-4519-b2cd-be8f091fbc94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2084869498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3828370ff4d5d8e797886f254f57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147226fc-5f", "ovs_interfaceid": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.475398] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:3e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147226fc-5f81-44ad-8cc8-7e5c9de5f437', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.485114] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Creating folder: Project (bbc3828370ff4d5d8e797886f254f57a). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.486887] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84cb0fde-95a7-4ca3-827e-5c28e0b8e21f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.501453] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Created folder: Project (bbc3828370ff4d5d8e797886f254f57a) in parent group-v818612. [ 637.501695] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Creating folder: Instances. Parent ref: group-v818644. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.501978] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dabe4ec6-3be9-46e7-921a-358c4db1fd6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.514088] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Created folder: Instances in parent group-v818644. [ 637.514418] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.514674] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.514934] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a493f7-cafa-41c4-bf8f-95b2ccebf589 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.538236] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.538236] env[69333]: value = "task-4133390" [ 637.538236] env[69333]: _type = "Task" [ 637.538236] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.549159] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133390, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.630757] env[69333]: DEBUG nova.compute.utils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.631807] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.632032] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.695388] env[69333]: DEBUG nova.policy [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c564bc1259fd488ca646c3a8150a7661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69f692fc027a4b49b34d70f08c19195a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.698023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.698225] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.730027] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.730027] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 1bd841c8-d845-49fd-b275-67494acbc939/1bd841c8-d845-49fd-b275-67494acbc939.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.730027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.730027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78bd3df8-6ae3-42e7-8da4-76a52e64b263 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.738274] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 637.738274] env[69333]: value = "task-4133391" [ 637.738274] env[69333]: _type = "Task" [ 637.738274] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.748804] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.810101] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52805a61-9412-d767-4aba-a8f690236d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.027137} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.811120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.811617] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.812106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.812334] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.812580] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.812937] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f1bbfd3-6cdb-4d6d-80cd-a2a89bf5df32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.825299] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.825616] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.827091] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967f3885-df70-444c-bb05-12d35b525f67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.834357] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 637.834357] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293bb9f-3197-c190-c578-efc53a448db8" [ 637.834357] env[69333]: _type = "Task" [ 637.834357] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.844393] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293bb9f-3197-c190-c578-efc53a448db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.975965] env[69333]: DEBUG oslo_concurrency.lockutils [req-2ce604f0-76c0-4162-bf67-33aebe134102 req-605d0775-276d-40d9-af5a-2839dff142b5 service nova] Releasing lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051634] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133390, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.130598] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Successfully created port: e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.135094] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.263024] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267826} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.263720] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.267021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da2be72-34cc-4a11-9dc1-8bab9034e1b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.299185] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1bd841c8-d845-49fd-b275-67494acbc939/1bd841c8-d845-49fd-b275-67494acbc939.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.305023] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2695b6cb-6620-4c55-bc1e-9fabfceb2bb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.329189] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 638.329189] env[69333]: value = "task-4133392" [ 638.329189] env[69333]: _type = "Task" [ 638.329189] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.341176] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.356476] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293bb9f-3197-c190-c578-efc53a448db8, 'name': SearchDatastore_Task, 'duration_secs': 0.040957} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.357352] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5dd0df-0108-4dcf-ba4a-6874b362eb70 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.368761] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 638.368761] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52894b40-ed99-f365-57b8-23687ac413f1" [ 638.368761] env[69333]: _type = "Task" [ 638.368761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.378522] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52894b40-ed99-f365-57b8-23687ac413f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.550650] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133390, 'name': CreateVM_Task, 'duration_secs': 0.82385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.550868] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.551813] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.551967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.552403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.552674] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a2b38d-a3a5-4ab0-82bc-de0450c0c54d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.563208] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 638.563208] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f4707-d2fb-8423-e87f-ada54599c21b" [ 638.563208] env[69333]: _type = "Task" [ 638.563208] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.570617] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f4707-d2fb-8423-e87f-ada54599c21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.658915] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b867caa-0433-43e2-a949-2922390ef585 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.677096] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420e5bf-fa25-4202-b656-35ff5180c3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.712437] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d7010-caf8-4334-bb52-1bbdd7988491 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.721589] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d9a5ff-c99c-41c8-a041-3b2d56907127 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.736941] env[69333]: DEBUG nova.compute.provider_tree [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.749490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.749756] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.749935] env[69333]: DEBUG nova.compute.manager [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 638.751543] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb489b-b2fa-4be4-90ce-60774a137759 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.760379] env[69333]: DEBUG nova.compute.manager [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 638.761190] env[69333]: DEBUG nova.objects.instance [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lazy-loading 'flavor' on Instance uuid ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.841259] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.879214] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52894b40-ed99-f365-57b8-23687ac413f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.879821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.879821] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.880824] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c94d74-cf51-406f-838d-7d19a420b690 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.888871] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 638.888871] env[69333]: value = "task-4133393" [ 638.888871] env[69333]: _type = "Task" [ 638.888871] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.899134] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.076427] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f4707-d2fb-8423-e87f-ada54599c21b, 'name': SearchDatastore_Task, 'duration_secs': 0.0446} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.076427] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.076427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.076427] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.077103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.077103] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.077103] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d22538-056c-4d6c-be41-d671da719536 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.086485] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.086837] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.087603] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a23868-a248-4022-9c40-3ed549f539a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.094952] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 639.094952] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad58bc-52be-5934-e6c8-519e5fea1966" [ 639.094952] env[69333]: _type = "Task" [ 639.094952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.103708] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad58bc-52be-5934-e6c8-519e5fea1966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.148501] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.176522] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.176788] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.176940] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.177147] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.177284] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.177434] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.177634] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.177790] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.177952] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.178151] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.178334] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.179284] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01314947-5d23-4f14-8344-6f89174c20d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.190898] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d5fdd-dd6b-428c-9949-3a15382d3004 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.240534] env[69333]: DEBUG nova.scheduler.client.report [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.348119] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133392, 'name': ReconfigVM_Task, 'duration_secs': 0.843862} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.348473] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1bd841c8-d845-49fd-b275-67494acbc939/1bd841c8-d845-49fd-b275-67494acbc939.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.349235] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-469eb7e1-1f03-4a3c-87fc-b8bbd7b85f8a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.360220] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 639.360220] env[69333]: value = "task-4133394" [ 639.360220] env[69333]: _type = "Task" [ 639.360220] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.371054] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133394, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.401914] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.610685] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad58bc-52be-5934-e6c8-519e5fea1966, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.612678] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f6623e-2e5f-40ec-bc24-5bf03bade43c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.624940] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 639.624940] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52634bcd-2cd7-714c-3d92-091b258860f8" [ 639.624940] env[69333]: _type = "Task" [ 639.624940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.635261] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52634bcd-2cd7-714c-3d92-091b258860f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.652637] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.652910] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.745808] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.746610] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.749456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.986s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.751167] env[69333]: INFO nova.compute.claims [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.770255] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.771697] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccef428-d813-40df-b5e0-112ef001a47c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.781437] env[69333]: DEBUG oslo_vmware.api [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 639.781437] env[69333]: value = "task-4133395" [ 639.781437] env[69333]: _type = "Task" [ 639.781437] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.791550] env[69333]: DEBUG oslo_vmware.api [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.873123] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133394, 'name': Rename_Task, 'duration_secs': 0.230401} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.873491] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.873769] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48bc5f5-e323-4ff8-80d3-17e4ca6a4939 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.881805] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 639.881805] env[69333]: value = "task-4133396" [ 639.881805] env[69333]: _type = "Task" [ 639.881805] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.893312] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.904380] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654474} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.904659] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.904875] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.905194] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa34c4be-374b-4eb6-a48f-12f5f2d4d7e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.914537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.914597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.915133] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 639.915133] env[69333]: value = "task-4133397" [ 639.915133] env[69333]: _type = "Task" [ 639.915133] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.927209] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.137660] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52634bcd-2cd7-714c-3d92-091b258860f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.138256] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.139272] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1edd6ab2-40c6-45e6-bba3-66b6379012e9/1edd6ab2-40c6-45e6-bba3-66b6379012e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.139773] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c24d394-03ee-46cd-aa66-893b106108c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.154173] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 640.154173] env[69333]: value = "task-4133398" [ 640.154173] env[69333]: _type = "Task" [ 640.154173] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.165483] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.219574] env[69333]: DEBUG nova.compute.manager [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Received event network-changed-147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.220557] env[69333]: DEBUG nova.compute.manager [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Refreshing instance network info cache due to event network-changed-147226fc-5f81-44ad-8cc8-7e5c9de5f437. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.220797] env[69333]: DEBUG oslo_concurrency.lockutils [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] Acquiring lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.221134] env[69333]: DEBUG oslo_concurrency.lockutils [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] Acquired lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.221408] env[69333]: DEBUG nova.network.neutron [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Refreshing network info cache for port 147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.256812] env[69333]: DEBUG nova.compute.utils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.262055] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.266084] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.292509] env[69333]: DEBUG oslo_vmware.api [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133395, 'name': PowerOffVM_Task, 'duration_secs': 0.241979} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.292874] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.293135] env[69333]: DEBUG nova.compute.manager [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.293957] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d775e475-71b7-41ba-9c5c-f75d1fcbf62f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.393975] env[69333]: DEBUG oslo_vmware.api [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133396, 'name': PowerOnVM_Task, 'duration_secs': 0.507968} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.393975] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.394155] env[69333]: INFO nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Took 9.52 seconds to spawn the instance on the hypervisor. [ 640.394473] env[69333]: DEBUG nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.395126] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1cee0-ef88-4fd3-a955-3368fb8a74b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.413508] env[69333]: DEBUG nova.policy [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c564bc1259fd488ca646c3a8150a7661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69f692fc027a4b49b34d70f08c19195a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.433109] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.433109] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.434148] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a699d-0d79-4c42-a218-f37e757bf763 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.459779] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.460127] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2945d675-92aa-483b-b798-6be1a7f7bc0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.483416] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 640.483416] env[69333]: value = "task-4133399" [ 640.483416] env[69333]: _type = "Task" [ 640.483416] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.495592] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.665395] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.693536] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Successfully updated port: e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.772470] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.812156] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa503d28-afdc-42c9-b36f-ce1b62adcbe4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.918723] env[69333]: INFO nova.compute.manager [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Took 29.89 seconds to build instance. [ 640.999519] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.162893] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751208} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.165780] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1edd6ab2-40c6-45e6-bba3-66b6379012e9/1edd6ab2-40c6-45e6-bba3-66b6379012e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.165916] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.166322] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77481edf-63c4-4e42-8db1-c90ee171bdbb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.174761] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 641.174761] env[69333]: value = "task-4133400" [ 641.174761] env[69333]: _type = "Task" [ 641.174761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.186977] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.196914] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196914] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.196914] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.212271] env[69333]: DEBUG nova.network.neutron [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updated VIF entry in instance network info cache for port 147226fc-5f81-44ad-8cc8-7e5c9de5f437. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.212687] env[69333]: DEBUG nova.network.neutron [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updating instance_info_cache with network_info: [{"id": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "address": "fa:16:3e:08:3e:3b", "network": {"id": "1cbbef5e-ffe5-4519-b2cd-be8f091fbc94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2084869498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3828370ff4d5d8e797886f254f57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147226fc-5f", "ovs_interfaceid": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.236271] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6329b-8567-4f86-b8c0-780ef0d8ed45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.245680] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99055ca0-1fc0-4137-9a2e-28a181c426b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.280308] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e0262f-5de3-4df1-b2cb-063d22338a83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.292894] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d0f56-c5c2-40aa-a669-4b3fb13ae254 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.311286] env[69333]: DEBUG nova.compute.provider_tree [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.429231] env[69333]: DEBUG oslo_concurrency.lockutils [None req-03dc0a3d-a857-4491-be8c-20db99da3f0b tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.412s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.497319] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.688770] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198178} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.690278] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.690278] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907e3786-7d05-4964-ab01-8019324a84b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.716868] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1edd6ab2-40c6-45e6-bba3-66b6379012e9/1edd6ab2-40c6-45e6-bba3-66b6379012e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.717442] env[69333]: DEBUG oslo_concurrency.lockutils [req-c0d9bf59-a3d3-46dc-a573-fbbb60b7d2f2 req-3b8a2ef4-0ea6-412c-b290-0fa5b3aef12d service nova] Releasing lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.717772] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a026e61-99d8-4ef0-974a-46872fa7f585 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.739549] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 641.739549] env[69333]: value = "task-4133401" [ 641.739549] env[69333]: _type = "Task" [ 641.739549] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.748599] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.789287] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.806662] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.818055] env[69333]: DEBUG nova.scheduler.client.report [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.823419] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.823505] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.823612] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.823767] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.823904] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.824053] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.824251] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.824398] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.824579] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.824735] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.824897] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.825847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261480f-7e5f-429d-9600-49ee6ea9b783 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.829626] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Successfully created port: dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.843022] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff03ad-e828-4388-9e60-a7c814b4a441 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.936050] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.001663] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.233299] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Updating instance_info_cache with network_info: [{"id": "e448801d-beac-4675-b410-45eabbbf326a", "address": "fa:16:3e:24:30:cf", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape448801d-be", "ovs_interfaceid": "e448801d-beac-4675-b410-45eabbbf326a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.259032] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.332833] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.333467] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.342033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.707s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.342710] env[69333]: DEBUG nova.objects.instance [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lazy-loading 'resources' on Instance uuid 347e6d11-5b68-4e8e-aa8f-22ad5784f16d {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.473310] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.496560] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133399, 'name': ReconfigVM_Task, 'duration_secs': 2.005717} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.496884] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.497665] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733600e7-33e9-48ab-b6ec-6b3af7037524 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.505475] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 642.505475] env[69333]: value = "task-4133402" [ 642.505475] env[69333]: _type = "Task" [ 642.505475] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.515515] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133402, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.599499] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "5373d961-6fd2-43ff-8014-6fca7cad0727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.599763] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.599978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.600181] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.600355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.605401] env[69333]: INFO nova.compute.manager [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Terminating instance [ 642.739315] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.739790] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Instance network_info: |[{"id": "e448801d-beac-4675-b410-45eabbbf326a", "address": "fa:16:3e:24:30:cf", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape448801d-be", "ovs_interfaceid": "e448801d-beac-4675-b410-45eabbbf326a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.740172] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:30:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e448801d-beac-4675-b410-45eabbbf326a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.750483] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Creating folder: Project (69f692fc027a4b49b34d70f08c19195a). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.751074] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c37954-ffe4-46b2-8eec-c0bdb0026289 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.766064] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133401, 'name': ReconfigVM_Task, 'duration_secs': 0.74836} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.770936] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1edd6ab2-40c6-45e6-bba3-66b6379012e9/1edd6ab2-40c6-45e6-bba3-66b6379012e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.771749] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Created folder: Project (69f692fc027a4b49b34d70f08c19195a) in parent group-v818612. [ 642.771930] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Creating folder: Instances. Parent ref: group-v818647. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.772183] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98fdda87-adc3-4884-9355-1339d84ad08e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.774141] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f719b8df-0f08-4ce3-84c3-6f4500dad984 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.782985] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 642.782985] env[69333]: value = "task-4133404" [ 642.782985] env[69333]: _type = "Task" [ 642.782985] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.788601] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Created folder: Instances in parent group-v818647. [ 642.788601] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.790075] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.790075] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9622f66-2099-49ec-91f4-409038ea4ad0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.817242] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133404, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.824228] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.824228] env[69333]: value = "task-4133406" [ 642.824228] env[69333]: _type = "Task" [ 642.824228] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.837563] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133406, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.848624] env[69333]: DEBUG nova.compute.utils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.860877] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.861230] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.020048] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133402, 'name': Rename_Task, 'duration_secs': 0.211484} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.020368] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.020683] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16778cc9-a997-4a74-82f1-fb62d172dc48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.029956] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 643.029956] env[69333]: value = "task-4133407" [ 643.029956] env[69333]: _type = "Task" [ 643.029956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.050272] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.115272] env[69333]: DEBUG nova.compute.manager [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.115272] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.116937] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e543b0a-3070-46fb-957d-2694075f0017 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.128121] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.128454] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70700976-c421-44e6-98b8-3d765de9b998 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.146955] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 643.146955] env[69333]: value = "task-4133408" [ 643.146955] env[69333]: _type = "Task" [ 643.146955] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.167183] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.168974] env[69333]: DEBUG nova.policy [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c564bc1259fd488ca646c3a8150a7661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69f692fc027a4b49b34d70f08c19195a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.297340] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133404, 'name': Rename_Task, 'duration_secs': 0.187803} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.301314] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.303189] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62407874-2f15-4026-84cd-f6f2fd2200ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.312492] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 643.312492] env[69333]: value = "task-4133409" [ 643.312492] env[69333]: _type = "Task" [ 643.312492] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.328397] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.341022] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133406, 'name': CreateVM_Task, 'duration_secs': 0.429934} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.341022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.341578] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.341578] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.341856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.342177] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf7ecaf-26fc-427d-b329-80961df561b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.356630] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 643.356630] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520341ca-b61d-6a3e-de49-bee8b18fb5b2" [ 643.356630] env[69333]: _type = "Task" [ 643.356630] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.367122] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.381081] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520341ca-b61d-6a3e-de49-bee8b18fb5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014653} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.381081] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.381081] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.384092] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.384295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384547] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.388124] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e3ac0e-c1ca-4189-a4c9-90d77ae77708 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.400042] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.400042] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.400949] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8a7fc9-d12f-4d1d-abc6-290d4d1569ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.414643] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 643.414643] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bc2fd6-e6d5-bcbf-4a11-460505dc7aad" [ 643.414643] env[69333]: _type = "Task" [ 643.414643] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.430899] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bc2fd6-e6d5-bcbf-4a11-460505dc7aad, 'name': SearchDatastore_Task, 'duration_secs': 0.014658} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.434830] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432a9788-1d98-497b-bac6-d92101b1a9cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.443570] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 643.443570] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5271f7b5-4830-184d-1c38-1318c1f8237d" [ 643.443570] env[69333]: _type = "Task" [ 643.443570] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.459397] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5271f7b5-4830-184d-1c38-1318c1f8237d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.518309] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4937e3eb-8c3b-4df7-8a12-74126027af85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.530291] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887eeaed-a7a4-48a6-aeba-fb29d819a890 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.575625] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.576748] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a403bf-950f-4deb-aa3e-20f8225da290 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.586887] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56b15c-2a6d-409b-9581-db5ae952cca6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.602413] env[69333]: DEBUG nova.compute.provider_tree [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.662353] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133408, 'name': PowerOffVM_Task, 'duration_secs': 0.211645} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.662777] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.662863] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.663123] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b82e0be-fdc6-4b5c-9c06-fc2c69667a22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.757211] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.757549] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.757762] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleting the datastore file [datastore1] 5373d961-6fd2-43ff-8014-6fca7cad0727 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.759852] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-484ac878-e365-445f-afce-34c7837c731f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.765615] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for the task: (returnval){ [ 643.765615] env[69333]: value = "task-4133411" [ 643.765615] env[69333]: _type = "Task" [ 643.765615] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.775780] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.822806] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.954514] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5271f7b5-4830-184d-1c38-1318c1f8237d, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.954514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.954514] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 08bafbfc-161c-46ab-883a-a86e1db3499a/08bafbfc-161c-46ab-883a-a86e1db3499a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.955030] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2a8545-fafb-4869-aed7-cc78951b58d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.971383] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 643.971383] env[69333]: value = "task-4133412" [ 643.971383] env[69333]: _type = "Task" [ 643.971383] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.979564] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045028] env[69333]: DEBUG oslo_vmware.api [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133407, 'name': PowerOnVM_Task, 'duration_secs': 0.524724} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.045227] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.045440] env[69333]: INFO nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Took 7.43 seconds to spawn the instance on the hypervisor. [ 644.045542] env[69333]: DEBUG nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.046370] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4868c6-1f6b-46f1-8de7-aac083d38982 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.107299] env[69333]: DEBUG nova.scheduler.client.report [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.230980] env[69333]: DEBUG nova.compute.manager [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.232024] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e0572-397c-4624-a1b4-72e9ad6b5382 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.253173] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Successfully created port: cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.278805] env[69333]: DEBUG oslo_vmware.api [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Task: {'id': task-4133411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343642} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.280202] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.280202] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.280202] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.280202] env[69333]: INFO nova.compute.manager [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Took 1.16 seconds to destroy the instance on the hypervisor. [ 644.280202] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.280548] env[69333]: DEBUG nova.compute.manager [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.280643] env[69333]: DEBUG nova.network.neutron [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.330016] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133409, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.382086] env[69333]: DEBUG nova.compute.manager [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Received event network-vif-plugged-e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.382413] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Acquiring lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.382660] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.383072] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.383248] env[69333]: DEBUG nova.compute.manager [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] No waiting events found dispatching network-vif-plugged-e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.383503] env[69333]: WARNING nova.compute.manager [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Received unexpected event network-vif-plugged-e448801d-beac-4675-b410-45eabbbf326a for instance with vm_state building and task_state spawning. [ 644.383690] env[69333]: DEBUG nova.compute.manager [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Received event network-changed-e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.383843] env[69333]: DEBUG nova.compute.manager [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Refreshing instance network info cache due to event network-changed-e448801d-beac-4675-b410-45eabbbf326a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.384194] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Acquiring lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.384383] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Acquired lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.384576] env[69333]: DEBUG nova.network.neutron [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Refreshing network info cache for port e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.388237] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.440660] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.441095] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.441213] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.441601] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.441601] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.441761] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.441996] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.442158] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.442380] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.442561] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.443023] env[69333]: DEBUG nova.virt.hardware [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.443914] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd5778-d35c-4c90-8297-f2abeb39789c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.457963] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c22123-0cfd-4719-8e64-27dca2d669fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.488695] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133412, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.573797] env[69333]: INFO nova.compute.manager [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Took 23.10 seconds to build instance. [ 644.613340] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.617556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.879s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.618690] env[69333]: INFO nova.compute.claims [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.659239] env[69333]: INFO nova.scheduler.client.report [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Deleted allocations for instance 347e6d11-5b68-4e8e-aa8f-22ad5784f16d [ 644.745192] env[69333]: INFO nova.compute.manager [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] instance snapshotting [ 644.745600] env[69333]: WARNING nova.compute.manager [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 644.749064] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d770b51-faa1-439f-a2be-079b3f32ce14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.776182] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4434f10b-ed86-408d-9044-fec5881a3d35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.826614] env[69333]: DEBUG oslo_vmware.api [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133409, 'name': PowerOnVM_Task, 'duration_secs': 1.095854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.827149] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.827425] env[69333]: INFO nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Took 10.73 seconds to spawn the instance on the hypervisor. [ 644.827648] env[69333]: DEBUG nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.828456] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee9e07-2e6d-4c0a-aa0c-362237d6503f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.885528] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Successfully updated port: dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.989515] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788327} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.990044] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 08bafbfc-161c-46ab-883a-a86e1db3499a/08bafbfc-161c-46ab-883a-a86e1db3499a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.990401] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.990822] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36194053-f5b0-4c8e-b451-ac3bd03d65fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.002210] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 645.002210] env[69333]: value = "task-4133413" [ 645.002210] env[69333]: _type = "Task" [ 645.002210] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.013052] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.078648] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c0a906-3ed3-4ac0-a735-e517f33ccd9d tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.346s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.173228] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f702d34-72c9-4dfd-b883-4466c9084b0c tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Lock "347e6d11-5b68-4e8e-aa8f-22ad5784f16d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.398s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.290844] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 645.291979] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7bc1dc9-5828-429d-a4f8-1d3602e6ba60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.302338] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 645.302338] env[69333]: value = "task-4133414" [ 645.302338] env[69333]: _type = "Task" [ 645.302338] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.316640] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.354645] env[69333]: INFO nova.compute.manager [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Took 25.17 seconds to build instance. [ 645.392708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.392956] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.393199] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.518654] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070601} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.519761] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.521884] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad5c53-7af7-433a-b060-dfb58f43bf7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.554251] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 08bafbfc-161c-46ab-883a-a86e1db3499a/08bafbfc-161c-46ab-883a-a86e1db3499a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.554251] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c83366-1007-4960-ad35-bb042ed5c61e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.576206] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 645.576206] env[69333]: value = "task-4133415" [ 645.576206] env[69333]: _type = "Task" [ 645.576206] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.581253] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.593698] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.627181] env[69333]: DEBUG nova.network.neutron [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Updated VIF entry in instance network info cache for port e448801d-beac-4675-b410-45eabbbf326a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.627181] env[69333]: DEBUG nova.network.neutron [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Updating instance_info_cache with network_info: [{"id": "e448801d-beac-4675-b410-45eabbbf326a", "address": "fa:16:3e:24:30:cf", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape448801d-be", "ovs_interfaceid": "e448801d-beac-4675-b410-45eabbbf326a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.817639] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.853046] env[69333]: DEBUG nova.compute.manager [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Received event network-vif-plugged-dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.853779] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] Acquiring lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.854017] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.854196] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.854371] env[69333]: DEBUG nova.compute.manager [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] No waiting events found dispatching network-vif-plugged-dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 645.854638] env[69333]: WARNING nova.compute.manager [req-3f7cdf0d-a703-4747-9b89-7383390d4c11 req-66d4b7d0-ab68-40d7-b59b-d96c55f4370e service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Received unexpected event network-vif-plugged-dd65c68f-156d-4eba-8f58-d6ac6d564f56 for instance with vm_state building and task_state spawning. [ 645.857708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65613cc6-cd6c-4d88-9abb-c2efb387554a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.318s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.904526] env[69333]: DEBUG nova.network.neutron [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.093569] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133415, 'name': ReconfigVM_Task, 'duration_secs': 0.302335} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.099691] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 08bafbfc-161c-46ab-883a-a86e1db3499a/08bafbfc-161c-46ab-883a-a86e1db3499a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.101982] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef43936-7286-4bff-8b3c-f2c69bca9067 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.111321] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 646.111321] env[69333]: value = "task-4133416" [ 646.111321] env[69333]: _type = "Task" [ 646.111321] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.121060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.136047] env[69333]: DEBUG oslo_concurrency.lockutils [req-a7ca655d-1093-4cc8-a4e0-be6e22b3b0e2 req-956528e6-e29d-4e23-8147-fae0c1f73e2d service nova] Releasing lock "refresh_cache-08bafbfc-161c-46ab-883a-a86e1db3499a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.138044] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133416, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.164929] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d848ec-198d-40ea-870b-91be83e1adc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.169207] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.182390] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43a1fe-48de-4d79-a9cb-7bcf8ef173a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.220079] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd16af-7b06-4da7-b52b-9ea628bd3c11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.238208] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95defcb-e295-458f-bba6-5d8334952bc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.270756] env[69333]: DEBUG nova.compute.provider_tree [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.319171] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.364796] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.406829] env[69333]: INFO nova.compute.manager [-] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Took 2.13 seconds to deallocate network for instance. [ 646.511749] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Successfully updated port: cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.627553] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133416, 'name': Rename_Task, 'duration_secs': 0.191999} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.627858] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.628126] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d94756d-c9dc-47e9-b77c-ad09ddf199e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.635384] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 646.635384] env[69333]: value = "task-4133417" [ 646.635384] env[69333]: _type = "Task" [ 646.635384] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.646564] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.704961] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Updating instance_info_cache with network_info: [{"id": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "address": "fa:16:3e:f6:03:16", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd65c68f-15", "ovs_interfaceid": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.775702] env[69333]: DEBUG nova.scheduler.client.report [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.819907] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133414, 'name': CreateSnapshot_Task, 'duration_secs': 1.159919} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.820138] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 646.823020] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b9e5a-95d2-4d8d-9d2b-9caac8b87528 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865156] env[69333]: INFO nova.compute.manager [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Rebuilding instance [ 646.906430] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.918397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.921345] env[69333]: DEBUG nova.compute.manager [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.922348] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a293b-d05e-4085-8add-4d06f18d8c3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018767] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.019389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.020392] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.150042] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.208830] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.209926] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Instance network_info: |[{"id": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "address": "fa:16:3e:f6:03:16", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd65c68f-15", "ovs_interfaceid": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.212178] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:03:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd65c68f-156d-4eba-8f58-d6ac6d564f56', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.222130] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.222685] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.223126] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31608741-281b-4393-84aa-e34c6141d183 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.251029] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.251029] env[69333]: value = "task-4133418" [ 647.251029] env[69333]: _type = "Task" [ 647.251029] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.264671] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133418, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.282539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.282765] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.287945] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.524s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.288541] env[69333]: DEBUG nova.objects.instance [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lazy-loading 'resources' on Instance uuid 4a9b799d-0be0-40d6-a3e1-b490077eac0d {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.355782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 647.357624] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe4c19e2-3356-40b4-9607-7e49ba1f60fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.368331] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 647.368331] env[69333]: value = "task-4133419" [ 647.368331] env[69333]: _type = "Task" [ 647.368331] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.380488] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133419, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.619292] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.654045] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133417, 'name': PowerOnVM_Task, 'duration_secs': 0.531395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.656905] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.658188] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Took 8.51 seconds to spawn the instance on the hypervisor. [ 647.658188] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.658401] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66291d2e-a6a5-4b7d-8779-5ab671e6aea8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.765631] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133418, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.793171] env[69333]: DEBUG nova.compute.utils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.802261] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.802465] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.895154] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133419, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.917311] env[69333]: DEBUG nova.policy [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0aaa327b53349559cf023ba1dbf2c01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c50ada0fe942a3a2696a897ed266ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.940087] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.944568] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebecfbc2-724d-4604-847b-a87017ff3c17 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.958669] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 647.958669] env[69333]: value = "task-4133420" [ 647.958669] env[69333]: _type = "Task" [ 647.958669] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.977879] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.096042] env[69333]: DEBUG nova.network.neutron [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Updating instance_info_cache with network_info: [{"id": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "address": "fa:16:3e:60:8e:14", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc2d2c4-e6", "ovs_interfaceid": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.159677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.160149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.184459] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Took 26.66 seconds to build instance. [ 648.272475] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133418, 'name': CreateVM_Task, 'duration_secs': 0.874153} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.272827] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.274011] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.274766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.275127] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.275535] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6086b28e-691c-41f6-89b2-2930edaa0335 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.283375] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 648.283375] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cc07c-5034-f0c8-de89-bf8c58873d3b" [ 648.283375] env[69333]: _type = "Task" [ 648.283375] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.300036] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cc07c-5034-f0c8-de89-bf8c58873d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.311947] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.385274] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133419, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.431422] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd60b30f-4d07-40be-a8d0-6e4e1f823127 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.449599] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b16daa-9ec4-4aed-901a-67490c2a9b0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.489238] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d1503-79d1-4878-9655-6e17616966c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.502399] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133420, 'name': PowerOffVM_Task, 'duration_secs': 0.190247} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.502829] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.503124] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.504553] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d3905-948f-4ddb-a21d-a9d14a06f14c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.509188] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347ce2c-83ff-4690-9998-30b1588c4b26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.525022] env[69333]: DEBUG nova.compute.provider_tree [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.528870] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.529275] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b533cf-5cdd-414c-af17-e596a6e24dd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.563396] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.563396] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.563644] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Deleting the datastore file [datastore2] c43b0096-1133-485b-b45a-f3fdb718ac7e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.563951] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ef2281-e3b4-4bc2-99cb-02acb8edf72a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.574166] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 648.574166] env[69333]: value = "task-4133422" [ 648.574166] env[69333]: _type = "Task" [ 648.574166] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.583786] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.598951] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.603439] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Instance network_info: |[{"id": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "address": "fa:16:3e:60:8e:14", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc2d2c4-e6", "ovs_interfaceid": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.604018] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:8e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfc2d2c4-e68e-4063-ae38-a442291540ee', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.612343] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.614041] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.614041] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa50aeb4-2f21-46e4-9dc8-8e73faee9b32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.637187] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.637187] env[69333]: value = "task-4133423" [ 648.637187] env[69333]: _type = "Task" [ 648.637187] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.649842] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133423, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.689965] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.179s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.749820] env[69333]: DEBUG nova.compute.manager [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.749820] env[69333]: DEBUG nova.compute.manager [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing instance network info cache due to event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.749820] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Acquiring lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.749820] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Acquired lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.749820] env[69333]: DEBUG nova.network.neutron [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.802435] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cc07c-5034-f0c8-de89-bf8c58873d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017516} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.803781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.804259] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.804664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.804908] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.805250] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.805704] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-167d3d58-e36c-4f05-ad03-6fa36dd911d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826239] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.826239] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.830019] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bafd5ac-dcc4-4e91-ba60-97226ea20d9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.838030] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 648.838030] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5259e271-cefc-aed5-353a-bf814eea9319" [ 648.838030] env[69333]: _type = "Task" [ 648.838030] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.852141] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5259e271-cefc-aed5-353a-bf814eea9319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.882839] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133419, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.913269] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Successfully created port: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.033029] env[69333]: DEBUG nova.scheduler.client.report [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.086040] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173457} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.086040] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.086040] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.086040] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.153549] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133423, 'name': CreateVM_Task, 'duration_secs': 0.482786} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.154118] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.155162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.155490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.155906] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.156937] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97df95a2-c07e-467e-a75b-e6058c7413fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.164232] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 649.164232] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0a70e-8dbc-7204-6ab7-be4f8ed402b9" [ 649.164232] env[69333]: _type = "Task" [ 649.164232] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.177617] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0a70e-8dbc-7204-6ab7-be4f8ed402b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.195038] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.331575] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.358635] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5259e271-cefc-aed5-353a-bf814eea9319, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.359589] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f750f426-a312-467f-a291-79bcb5526115 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.380211] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 649.380211] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c29226-0bdc-928e-588a-0ec59cb1e34b" [ 649.380211] env[69333]: _type = "Task" [ 649.380211] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.382915] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:48:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2082300691',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1814342766',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.383108] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.383429] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.383581] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.383769] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.383970] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.384238] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.384492] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.384608] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.384761] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.384936] env[69333]: DEBUG nova.virt.hardware [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.385870] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4146262b-832e-48aa-b736-d851fca77582 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.396647] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133419, 'name': CloneVM_Task, 'duration_secs': 1.98381} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.397314] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Created linked-clone VM from snapshot [ 649.398089] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb59216-8190-49f1-b554-dec5969c8d13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.406824] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c29226-0bdc-928e-588a-0ec59cb1e34b, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.407608] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.407902] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1f2a2d6e-3454-4736-8f1b-aa606338ecc0/1f2a2d6e-3454-4736-8f1b-aa606338ecc0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.409492] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe7806-f649-4dce-85d4-7079cfcef46c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.423453] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0036179f-fc5e-42d9-a3ba-11e980fdc7a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.424897] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Uploading image 9afcc710-b271-4569-8cce-0115207311ec {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 649.448042] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 649.448042] env[69333]: value = "task-4133424" [ 649.448042] env[69333]: _type = "Task" [ 649.448042] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.455299] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.509504] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 649.509504] env[69333]: value = "vm-818652" [ 649.509504] env[69333]: _type = "VirtualMachine" [ 649.509504] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 649.509906] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eedc1191-0b97-4882-a3fb-4194de972625 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.518477] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease: (returnval){ [ 649.518477] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522cd053-8132-c74d-d679-a5f3c4869ac4" [ 649.518477] env[69333]: _type = "HttpNfcLease" [ 649.518477] env[69333]: } obtained for exporting VM: (result){ [ 649.518477] env[69333]: value = "vm-818652" [ 649.518477] env[69333]: _type = "VirtualMachine" [ 649.518477] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 649.518477] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the lease: (returnval){ [ 649.518477] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522cd053-8132-c74d-d679-a5f3c4869ac4" [ 649.518477] env[69333]: _type = "HttpNfcLease" [ 649.518477] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 649.527502] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.527502] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522cd053-8132-c74d-d679-a5f3c4869ac4" [ 649.527502] env[69333]: _type = "HttpNfcLease" [ 649.527502] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 649.542379] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.544625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.246s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.544734] env[69333]: DEBUG nova.objects.instance [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lazy-loading 'resources' on Instance uuid d18dfec2-6406-4edc-8313-f0b39f7c277b {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.583375] env[69333]: INFO nova.scheduler.client.report [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Deleted allocations for instance 4a9b799d-0be0-40d6-a3e1-b490077eac0d [ 649.677725] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0a70e-8dbc-7204-6ab7-be4f8ed402b9, 'name': SearchDatastore_Task, 'duration_secs': 0.032424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.678387] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.678387] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.679040] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679040] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.679223] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.680199] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e1d1ab8-a6fb-4653-9838-58e4ad294f06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.694655] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.694895] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.695663] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec97cd76-0e7c-483c-b722-693bacf8c914 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.707168] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 649.707168] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f5eeba-7986-8312-019a-899d8a630f95" [ 649.707168] env[69333]: _type = "Task" [ 649.707168] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.721686] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f5eeba-7986-8312-019a-899d8a630f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.723678] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.955517] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133424, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.003201] env[69333]: DEBUG nova.compute.manager [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Received event network-changed-dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.003201] env[69333]: DEBUG nova.compute.manager [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Refreshing instance network info cache due to event network-changed-dd65c68f-156d-4eba-8f58-d6ac6d564f56. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.003201] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Acquiring lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.003484] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Acquired lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.003998] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Refreshing network info cache for port dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.031364] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 650.031364] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522cd053-8132-c74d-d679-a5f3c4869ac4" [ 650.031364] env[69333]: _type = "HttpNfcLease" [ 650.031364] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 650.031659] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 650.031659] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522cd053-8132-c74d-d679-a5f3c4869ac4" [ 650.031659] env[69333]: _type = "HttpNfcLease" [ 650.031659] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 650.032572] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbbb88-67a6-4dcf-ba26-0684024881dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.043341] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 650.043341] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 650.124321] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2ac13bf-4541-47af-8ddb-dd293c516040 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Lock "4a9b799d-0be0-40d6-a3e1-b490077eac0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.316s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.129222] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.129222] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.161453] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.162305] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.162305] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.162305] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.162305] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.162305] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.162531] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.163172] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.163172] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.163172] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.163434] env[69333]: DEBUG nova.virt.hardware [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.164939] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183c510-69df-4516-93b1-53470dffe1ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.174886] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39adc907-88e0-4be3-afa3-6ab3b3f27b9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.180903] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24fd80-0d72-4aec-9d22-84099f6f9135 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.211366] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.221808] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.235120] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.241542] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc4fd26d-2132-4f7b-b067-4c682e22e0fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290710] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f5eeba-7986-8312-019a-899d8a630f95, 'name': SearchDatastore_Task, 'duration_secs': 0.051833} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.290710] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.290710] env[69333]: value = "task-4133426" [ 650.290710] env[69333]: _type = "Task" [ 650.290710] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.297798] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d651f2a-c6af-42fa-86bb-ac413ac2aa6f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.317284] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133426, 'name': CreateVM_Task} progress is 15%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.318988] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 650.318988] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529dbfa1-eacc-672c-59dd-ce43eb4ec8d1" [ 650.318988] env[69333]: _type = "Task" [ 650.318988] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.330478] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529dbfa1-eacc-672c-59dd-ce43eb4ec8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.330788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.331240] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 089fa934-e1b4-4412-999a-c79df4191b9a/089fa934-e1b4-4412-999a-c79df4191b9a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.331641] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfe5c1d-7bb1-4db3-86ad-e7006f3e7e3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.341509] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 650.341509] env[69333]: value = "task-4133427" [ 650.341509] env[69333]: _type = "Task" [ 650.341509] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.354071] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.368549] env[69333]: DEBUG nova.network.neutron [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updated VIF entry in instance network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.368915] env[69333]: DEBUG nova.network.neutron [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [{"id": "cfc853f9-62ce-4db3-852c-61da24b2b940", "address": "fa:16:3e:5e:78:04", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc853f9-62", "ovs_interfaceid": "cfc853f9-62ce-4db3-852c-61da24b2b940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.467867] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526394} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.468401] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1f2a2d6e-3454-4736-8f1b-aa606338ecc0/1f2a2d6e-3454-4736-8f1b-aa606338ecc0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.470054] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.474658] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f7fe4e3-11c3-4bc7-84d9-9a47ce910f80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.482777] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 650.482777] env[69333]: value = "task-4133428" [ 650.482777] env[69333]: _type = "Task" [ 650.482777] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.506208] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.806356] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468dc582-f60f-462e-9c29-aec73e6ee8a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.833905] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133426, 'name': CreateVM_Task, 'duration_secs': 0.36583} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.839042] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.840996] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2b9a6-5d98-40ad-92ff-fb713ae5aff4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.847165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.847816] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.848238] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.849041] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12656463-6d6d-426b-bda2-279ff67aea86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.893551] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133427, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.893854] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 650.893854] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526e7fb8-a880-75cd-e20e-cce8829446a2" [ 650.893854] env[69333]: _type = "Task" [ 650.893854] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.894457] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Releasing lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.894617] env[69333]: DEBUG nova.compute.manager [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Received event network-vif-plugged-cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.894916] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Acquiring lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.895418] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.895418] env[69333]: DEBUG oslo_concurrency.lockutils [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] Lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.895528] env[69333]: DEBUG nova.compute.manager [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] No waiting events found dispatching network-vif-plugged-cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.895643] env[69333]: WARNING nova.compute.manager [req-84e6785e-257a-4ce0-850a-fa0e01dc1ff7 req-693a8d33-f62d-48f3-a6d8-0165693ca01b service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Received unexpected event network-vif-plugged-cfc2d2c4-e68e-4063-ae38-a442291540ee for instance with vm_state building and task_state spawning. [ 650.896962] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4246d2f-4129-4e77-a044-46fabb99f67c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.915185] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c15eb-9157-4996-a3fe-6e0b3d2f574e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.921033] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526e7fb8-a880-75cd-e20e-cce8829446a2, 'name': SearchDatastore_Task, 'duration_secs': 0.020974} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.921033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.921033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.921033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.921435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.921435] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.925019] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed3b4c32-fa27-43a8-8263-11378905c6c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.935622] env[69333]: DEBUG nova.compute.provider_tree [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.947319] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.947319] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.947613] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0d4eef-ea6b-4eaa-a636-2cd8cb80912b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.956039] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 650.956039] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bd2d3d-f02e-9a04-5e44-fb933b1d7bb8" [ 650.956039] env[69333]: _type = "Task" [ 650.956039] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.968120] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bd2d3d-f02e-9a04-5e44-fb933b1d7bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.998758] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151686} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.998758] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Updated VIF entry in instance network info cache for port dd65c68f-156d-4eba-8f58-d6ac6d564f56. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.998996] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Updating instance_info_cache with network_info: [{"id": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "address": "fa:16:3e:f6:03:16", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd65c68f-15", "ovs_interfaceid": "dd65c68f-156d-4eba-8f58-d6ac6d564f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.003028] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.003028] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f8e01-477d-4e05-baea-019009b5ce7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.033076] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 1f2a2d6e-3454-4736-8f1b-aa606338ecc0/1f2a2d6e-3454-4736-8f1b-aa606338ecc0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.034044] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46574b96-0099-4d1a-956b-9fe2801069e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.059552] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 651.059552] env[69333]: value = "task-4133429" [ 651.059552] env[69333]: _type = "Task" [ 651.059552] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.071082] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.360553] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.445494] env[69333]: DEBUG nova.scheduler.client.report [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.470105] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bd2d3d-f02e-9a04-5e44-fb933b1d7bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.471420] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab259954-736a-4c01-8fc0-1b6dbe741df1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.479419] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 651.479419] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c407ad-6611-a08d-da15-b674685af19d" [ 651.479419] env[69333]: _type = "Task" [ 651.479419] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.493318] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c407ad-6611-a08d-da15-b674685af19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.504663] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Releasing lock "refresh_cache-1f2a2d6e-3454-4736-8f1b-aa606338ecc0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.505355] env[69333]: DEBUG nova.compute.manager [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Received event network-vif-deleted-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.505355] env[69333]: DEBUG nova.compute.manager [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.505355] env[69333]: DEBUG nova.compute.manager [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing instance network info cache due to event network-changed-cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.505528] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Acquiring lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.505644] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Acquired lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.505750] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Refreshing network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.574870] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.575350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.584444] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.864262] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.961440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.413s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.965388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.238s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.965388] env[69333]: INFO nova.compute.claims [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.999827] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c407ad-6611-a08d-da15-b674685af19d, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.000155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.000754] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.000754] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74886a15-007c-4724-9420-74038910b59e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.006504] env[69333]: INFO nova.scheduler.client.report [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Deleted allocations for instance d18dfec2-6406-4edc-8313-f0b39f7c277b [ 652.015475] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 652.015475] env[69333]: value = "task-4133430" [ 652.015475] env[69333]: _type = "Task" [ 652.015475] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.025998] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.028264] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Successfully updated port: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.078648] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.368454] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.550932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.368838] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 089fa934-e1b4-4412-999a-c79df4191b9a/089fa934-e1b4-4412-999a-c79df4191b9a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.369347] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.369662] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97244a31-72d4-4dc0-8b45-9bfd41f55988 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.391476] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 652.391476] env[69333]: value = "task-4133431" [ 652.391476] env[69333]: _type = "Task" [ 652.391476] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.410562] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.522596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6805dc94-0670-4bae-9f2c-ead66585a421 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Lock "d18dfec2-6406-4edc-8313-f0b39f7c277b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.588s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.536788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.538332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.538813] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.540714] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133430, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.543260] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updated VIF entry in instance network info cache for port cfc853f9-62ce-4db3-852c-61da24b2b940. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.543260] env[69333]: DEBUG nova.network.neutron [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [{"id": "cfc853f9-62ce-4db3-852c-61da24b2b940", "address": "fa:16:3e:5e:78:04", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc853f9-62", "ovs_interfaceid": "cfc853f9-62ce-4db3-852c-61da24b2b940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.582974] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133429, 'name': ReconfigVM_Task, 'duration_secs': 1.170075} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.583323] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 1f2a2d6e-3454-4736-8f1b-aa606338ecc0/1f2a2d6e-3454-4736-8f1b-aa606338ecc0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.584679] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d435b6-804f-484e-afa2-621c2426100e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.597821] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 652.597821] env[69333]: value = "task-4133432" [ 652.597821] env[69333]: _type = "Task" [ 652.597821] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.608824] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133432, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.650819] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "b784d34b-8156-43de-9e77-fb1d931c33e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.651282] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.709719] env[69333]: DEBUG nova.compute.manager [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Received event network-changed-cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.710056] env[69333]: DEBUG nova.compute.manager [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Refreshing instance network info cache due to event network-changed-cfc2d2c4-e68e-4063-ae38-a442291540ee. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.710286] env[69333]: DEBUG oslo_concurrency.lockutils [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] Acquiring lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.711021] env[69333]: DEBUG oslo_concurrency.lockutils [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] Acquired lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.711021] env[69333]: DEBUG nova.network.neutron [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Refreshing network info cache for port cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.904445] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100717} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.905009] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.906085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858e46b-209d-4147-b740-5abdd91a3d30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.933975] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 089fa934-e1b4-4412-999a-c79df4191b9a/089fa934-e1b4-4412-999a-c79df4191b9a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.934658] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fa6ff7-61f8-436b-9871-f17015ee18c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.958756] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 652.958756] env[69333]: value = "task-4133433" [ 652.958756] env[69333]: _type = "Task" [ 652.958756] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.972629] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.028235] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.049941] env[69333]: DEBUG oslo_concurrency.lockutils [req-c132fe4b-b99a-448c-a2bd-c2ad9493ff68 req-9504ecbc-dc2f-462c-beee-ffb485207bda service nova] Releasing lock "refresh_cache-1bd841c8-d845-49fd-b275-67494acbc939" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.107342] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133432, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.116789] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.159484] env[69333]: DEBUG nova.compute.manager [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Received event network-changed-147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.159674] env[69333]: DEBUG nova.compute.manager [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Refreshing instance network info cache due to event network-changed-147226fc-5f81-44ad-8cc8-7e5c9de5f437. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.159888] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] Acquiring lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.160033] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] Acquired lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.160188] env[69333]: DEBUG nova.network.neutron [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Refreshing network info cache for port 147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.344504] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.344504] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.387666] env[69333]: DEBUG nova.network.neutron [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updating instance_info_cache with network_info: [{"id": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "address": "fa:16:3e:18:f5:11", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ba6599-36", "ovs_interfaceid": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.473077] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.528456] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.588691] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca61da-e454-490c-a785-f258e0b2ff3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.600428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854508ed-6f60-455f-a08f-3268bd35b04c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.617262] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133432, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.645894] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd373735-d1f8-4f48-bde1-e4be9a77f61e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.656685] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3126ad-ddf4-4705-a2d0-a94e889fdac9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.683557] env[69333]: DEBUG nova.compute.provider_tree [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.753674] env[69333]: DEBUG nova.network.neutron [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Updated VIF entry in instance network info cache for port cfc2d2c4-e68e-4063-ae38-a442291540ee. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.754073] env[69333]: DEBUG nova.network.neutron [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Updating instance_info_cache with network_info: [{"id": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "address": "fa:16:3e:60:8e:14", "network": {"id": "a577ca00-03a0-4de0-92bd-0fcef3eb4b30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-624493620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69f692fc027a4b49b34d70f08c19195a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc2d2c4-e6", "ovs_interfaceid": "cfc2d2c4-e68e-4063-ae38-a442291540ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.898119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.903038] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Instance network_info: |[{"id": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "address": "fa:16:3e:18:f5:11", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ba6599-36", "ovs_interfaceid": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.903158] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f5:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ba6599-368b-4b41-930e-e2bd2dbb6d9b', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.914526] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Creating folder: Project (b3c50ada0fe942a3a2696a897ed266ba). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.915588] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9597d8ea-e111-4b03-b07c-ea77ff5fbc35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.931135] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Created folder: Project (b3c50ada0fe942a3a2696a897ed266ba) in parent group-v818612. [ 653.931379] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Creating folder: Instances. Parent ref: group-v818655. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.931999] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9f8c5a-705d-400c-bef6-81a664169b66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.945890] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Created folder: Instances in parent group-v818655. [ 653.946972] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.946972] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.946972] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36fcee97-bd03-4588-a8f9-fb3504ce60dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.981118] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133433, 'name': ReconfigVM_Task, 'duration_secs': 0.538761} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.982726] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 089fa934-e1b4-4412-999a-c79df4191b9a/089fa934-e1b4-4412-999a-c79df4191b9a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.983397] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.983397] env[69333]: value = "task-4133436" [ 653.983397] env[69333]: _type = "Task" [ 653.983397] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.983614] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-103d014a-23ff-47e8-bd76-f23824bf6035 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.995683] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 653.995683] env[69333]: value = "task-4133437" [ 653.995683] env[69333]: _type = "Task" [ 653.995683] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.999525] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133436, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.009068] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133437, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.032030] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133430, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.569196} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.032334] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.033398] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.033398] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f418e9-baec-4956-9b82-0941110e9376 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.040492] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 654.040492] env[69333]: value = "task-4133438" [ 654.040492] env[69333]: _type = "Task" [ 654.040492] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.051843] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.108441] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133432, 'name': Rename_Task, 'duration_secs': 1.130133} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.108441] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.108441] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5dfd1a-edc0-41b3-a178-fc110e0ea762 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.115922] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 654.115922] env[69333]: value = "task-4133439" [ 654.115922] env[69333]: _type = "Task" [ 654.115922] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.125906] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.190420] env[69333]: DEBUG nova.scheduler.client.report [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.257862] env[69333]: DEBUG oslo_concurrency.lockutils [req-2677b547-62cc-48e6-85b9-39696b9bbd34 req-25b430b9-53a7-4c9c-a6b3-f3058e9dd271 service nova] Releasing lock "refresh_cache-089fa934-e1b4-4412-999a-c79df4191b9a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.329997] env[69333]: DEBUG nova.network.neutron [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updated VIF entry in instance network info cache for port 147226fc-5f81-44ad-8cc8-7e5c9de5f437. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.330490] env[69333]: DEBUG nova.network.neutron [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updating instance_info_cache with network_info: [{"id": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "address": "fa:16:3e:08:3e:3b", "network": {"id": "1cbbef5e-ffe5-4519-b2cd-be8f091fbc94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2084869498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3828370ff4d5d8e797886f254f57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147226fc-5f", "ovs_interfaceid": "147226fc-5f81-44ad-8cc8-7e5c9de5f437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.499943] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133436, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.514907] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133437, 'name': Rename_Task, 'duration_secs': 0.275654} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.515196] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.515456] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3fb431b-eefc-4902-9bf0-938b9d599afd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.524318] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 654.524318] env[69333]: value = "task-4133440" [ 654.524318] env[69333]: _type = "Task" [ 654.524318] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.535768] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.552680] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.552680] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.554889] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab44f259-2586-42e3-9e0d-344ea86a737f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.579971] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.579971] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834827f4-e1e0-4353-b4eb-149874e47f91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.603966] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 654.603966] env[69333]: value = "task-4133441" [ 654.603966] env[69333]: _type = "Task" [ 654.603966] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.614880] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.627217] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133439, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.696728] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.697314] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.700108] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.650s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.701868] env[69333]: INFO nova.compute.claims [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.835921] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c6a8d9a-39ed-43f9-8a7e-d41ceaa2b9aa req-ff5ccdd3-7508-4868-96ba-79f2b82afb8c service nova] Releasing lock "refresh_cache-1edd6ab2-40c6-45e6-bba3-66b6379012e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.000679] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133436, 'name': CreateVM_Task, 'duration_secs': 0.527357} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.000679] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.001203] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.001371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.002107] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.002297] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d410026f-f99d-41ea-a7c1-c36d1fd5d57c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.009146] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 655.009146] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52177457-27b9-a7b5-5f1a-6bd192d97d93" [ 655.009146] env[69333]: _type = "Task" [ 655.009146] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.029252] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52177457-27b9-a7b5-5f1a-6bd192d97d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.040056] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.125674] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133441, 'name': ReconfigVM_Task, 'duration_secs': 0.451509} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.128210] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.129627] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4f8cee-afbb-4b28-beac-ceb08cae4579 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.138907] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133439, 'name': PowerOnVM_Task, 'duration_secs': 0.574069} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.140508] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.140948] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Took 13.35 seconds to spawn the instance on the hypervisor. [ 655.140948] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.141348] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 655.141348] env[69333]: value = "task-4133442" [ 655.141348] env[69333]: _type = "Task" [ 655.141348] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.142266] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f764680-b78b-4144-8296-ed32105d5ea5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.161791] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133442, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.206795] env[69333]: DEBUG nova.compute.utils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.214606] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.214783] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.417456] env[69333]: DEBUG nova.policy [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53bf049c6d824747ae6d14a0b80b7b25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd17c331ef474459998bfa566f28623f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.524049] env[69333]: DEBUG nova.compute.manager [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Received event network-vif-plugged-22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.524049] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Acquiring lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.524049] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.524049] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.524049] env[69333]: DEBUG nova.compute.manager [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] No waiting events found dispatching network-vif-plugged-22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 655.525065] env[69333]: WARNING nova.compute.manager [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Received unexpected event network-vif-plugged-22ba6599-368b-4b41-930e-e2bd2dbb6d9b for instance with vm_state building and task_state spawning. [ 655.528943] env[69333]: DEBUG nova.compute.manager [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Received event network-changed-22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.528943] env[69333]: DEBUG nova.compute.manager [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Refreshing instance network info cache due to event network-changed-22ba6599-368b-4b41-930e-e2bd2dbb6d9b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.528943] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Acquiring lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.528943] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Acquired lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.528943] env[69333]: DEBUG nova.network.neutron [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Refreshing network info cache for port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.536072] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52177457-27b9-a7b5-5f1a-6bd192d97d93, 'name': SearchDatastore_Task, 'duration_secs': 0.017397} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.540803] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.542627] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.542627] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.542627] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.542627] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.543736] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d53341b-dc68-4eec-822e-a01b920f257b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.552682] env[69333]: DEBUG oslo_vmware.api [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133440, 'name': PowerOnVM_Task, 'duration_secs': 0.657566} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.553178] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.553515] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Took 11.16 seconds to spawn the instance on the hypervisor. [ 655.553818] env[69333]: DEBUG nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.555678] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60eb6c7-4abf-43fb-9295-b44572d067df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.560422] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.560422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.560422] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97919468-3f28-47a3-8b01-4b7ef691a06b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.571828] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 655.571828] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b7fe75-0d3d-d317-8023-1c09b39464e8" [ 655.571828] env[69333]: _type = "Task" [ 655.571828] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.585538] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b7fe75-0d3d-d317-8023-1c09b39464e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014882} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.586687] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8329dd93-c666-42ae-adbe-27a0bc85b32b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.597026] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 655.597026] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1e596-31c6-266d-9a20-916b16199c11" [ 655.597026] env[69333]: _type = "Task" [ 655.597026] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.606102] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1e596-31c6-266d-9a20-916b16199c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.661877] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133442, 'name': Rename_Task, 'duration_secs': 0.198899} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.666723] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.668730] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d57abb-f6c1-422b-9273-3fc6cb8dff43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.670813] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Took 33.89 seconds to build instance. [ 655.678957] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 655.678957] env[69333]: value = "task-4133443" [ 655.678957] env[69333]: _type = "Task" [ 655.678957] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.691652] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.715550] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.092568] env[69333]: INFO nova.compute.manager [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Took 32.37 seconds to build instance. [ 656.123443] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1e596-31c6-266d-9a20-916b16199c11, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.127481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.127481] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 220e39b0-a762-4978-8b16-abe5b1c883cd/220e39b0-a762-4978-8b16-abe5b1c883cd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.132013] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9051fe6-0b8a-42be-b541-71b1a5c8bff7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.144905] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 656.144905] env[69333]: value = "task-4133444" [ 656.144905] env[69333]: _type = "Task" [ 656.144905] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.169223] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.175417] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.637s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.190350] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133443, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.379414] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b880a-6b30-46da-b601-a4780e2dbd4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.393206] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9637ec-b4f4-4bd2-ad69-3b2a15974fe0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.431407] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07ec6e-0f46-4fd5-8882-54f2214c1f82 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.440390] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c3967-874b-4849-a389-693dc0c3f543 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.464114] env[69333]: DEBUG nova.compute.provider_tree [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.492395] env[69333]: DEBUG nova.network.neutron [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updated VIF entry in instance network info cache for port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.492786] env[69333]: DEBUG nova.network.neutron [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updating instance_info_cache with network_info: [{"id": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "address": "fa:16:3e:18:f5:11", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ba6599-36", "ovs_interfaceid": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.554581] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Successfully created port: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.593887] env[69333]: DEBUG oslo_concurrency.lockutils [None req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.030s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.662812] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.679522] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.694251] env[69333]: DEBUG oslo_vmware.api [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133443, 'name': PowerOnVM_Task, 'duration_secs': 0.770004} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.694643] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.694894] env[69333]: DEBUG nova.compute.manager [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.695786] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a1c806-a4d3-451f-8863-f38ce77b88ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.736175] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.767951] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.768245] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.768418] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.768691] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.769370] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.769612] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.769843] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.771447] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.771447] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.771447] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.771447] env[69333]: DEBUG nova.virt.hardware [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.772031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9c86d-9208-4b73-801e-3f2c35d7c2c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.782609] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e636ea-4d77-44a0-9162-e655438a8061 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.967681] env[69333]: DEBUG nova.scheduler.client.report [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.999385] env[69333]: DEBUG oslo_concurrency.lockutils [req-b95c3f69-1e15-4ef1-bfc9-4c6b26464773 req-28da40b8-5b3d-4480-963f-d11d711c647b service nova] Releasing lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.097069] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.164196] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634282} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.165256] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 220e39b0-a762-4978-8b16-abe5b1c883cd/220e39b0-a762-4978-8b16-abe5b1c883cd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.165600] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.165777] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1da8a42-dc6d-49fd-bc72-c29c6ef995c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.178270] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 657.178270] env[69333]: value = "task-4133445" [ 657.178270] env[69333]: _type = "Task" [ 657.178270] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.191447] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.215916] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.221025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.473550] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.474687] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.479492] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.195s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.481434] env[69333]: INFO nova.compute.claims [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.645684] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.688664] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085864} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.688664] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.689297] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d0d5f-713c-4d3e-b628-403c811eef03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.723931] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 220e39b0-a762-4978-8b16-abe5b1c883cd/220e39b0-a762-4978-8b16-abe5b1c883cd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.724087] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0093c9f4-d03c-483a-9b0f-4e8062ac12c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.750233] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 657.750233] env[69333]: value = "task-4133446" [ 657.750233] env[69333]: _type = "Task" [ 657.750233] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.763621] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.986853] env[69333]: DEBUG nova.compute.utils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.991329] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.991329] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.063981] env[69333]: DEBUG nova.policy [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ab79dd1df15459e982867304be41ba6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9a6fbc4c29b466d87330ca2dffd99ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.266873] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.364194] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 658.365123] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f1d22-54ac-4f8c-ac05-f9ab6687a07f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.374129] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 658.374129] env[69333]: ERROR oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk due to incomplete transfer. [ 658.374129] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ab9fb83-9f09-46d1-b8ec-ca30ee2a8a03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383935] env[69333]: DEBUG oslo_vmware.rw_handles [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52141082-4d4d-1588-94ef-3f8ff770ae07/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 658.384260] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Uploaded image 9afcc710-b271-4569-8cce-0115207311ec to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 658.386608] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 658.386937] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be05feaa-29da-42ba-a857-cfe2b704c332 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.396339] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 658.396339] env[69333]: value = "task-4133447" [ 658.396339] env[69333]: _type = "Task" [ 658.396339] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.407464] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133447, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.491908] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.537070] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Successfully created port: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.621899] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Successfully updated port: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.782031] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133446, 'name': ReconfigVM_Task, 'duration_secs': 0.74095} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.782031] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 220e39b0-a762-4978-8b16-abe5b1c883cd/220e39b0-a762-4978-8b16-abe5b1c883cd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.784119] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e9f126e-3e64-4940-bd59-0296000dc498 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.798217] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 658.798217] env[69333]: value = "task-4133448" [ 658.798217] env[69333]: _type = "Task" [ 658.798217] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.810284] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133448, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.911019] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133447, 'name': Destroy_Task, 'duration_secs': 0.473408} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.911019] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Destroyed the VM [ 658.911019] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 658.912086] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a48a75ab-c4a6-44e7-b542-c29d84735987 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.921584] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 658.921584] env[69333]: value = "task-4133449" [ 658.921584] env[69333]: _type = "Task" [ 658.921584] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.937099] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133449, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.017493] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f4b6b0-eabf-40be-b5fa-e2ba5a81db0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.027517] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e578e-969e-421b-a852-9ee93dcdefb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.082090] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917fd149-f77a-43d1-ae7d-a8a88173bf8a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.094766] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49594a0-3a84-4bc7-8b97-d4e0ed8a0f6b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.119622] env[69333]: DEBUG nova.compute.provider_tree [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.125166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.125166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquired lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.125166] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.180754] env[69333]: INFO nova.compute.manager [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Rebuilding instance [ 659.197711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.198052] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.231793] env[69333]: DEBUG nova.compute.manager [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.232784] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a029a-46a2-451b-b77e-9ba86caf2f65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.311577] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133448, 'name': Rename_Task, 'duration_secs': 0.26907} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.311577] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.311577] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9123a9-74c3-4e5d-9667-a60683d4a77d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.319224] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 659.319224] env[69333]: value = "task-4133450" [ 659.319224] env[69333]: _type = "Task" [ 659.319224] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.332266] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.431669] env[69333]: DEBUG oslo_vmware.api [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133449, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393332} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.431974] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.432249] env[69333]: INFO nova.compute.manager [None req-27a10dd2-229a-4f99-82ff-589035624053 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 659.512899] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.537393] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.539482] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.539482] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.539482] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.539482] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.539482] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.539879] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.539879] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.539879] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.539879] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.539879] env[69333]: DEBUG nova.virt.hardware [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.540417] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798190fa-45ef-4fee-849a-54daebbf99c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.552023] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b2f5b-33b9-4c9f-98ce-31d81b09c999 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.623921] env[69333]: DEBUG nova.scheduler.client.report [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.690012] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.695184] env[69333]: DEBUG nova.compute.manager [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Received event network-vif-plugged-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.695447] env[69333]: DEBUG oslo_concurrency.lockutils [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] Acquiring lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.695653] env[69333]: DEBUG oslo_concurrency.lockutils [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.695827] env[69333]: DEBUG oslo_concurrency.lockutils [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.696097] env[69333]: DEBUG nova.compute.manager [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] No waiting events found dispatching network-vif-plugged-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 659.696275] env[69333]: WARNING nova.compute.manager [req-6ec94309-af16-4663-b4c6-09b0e2414c0c req-bb4888df-77b8-4932-8319-2970d6644130 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Received unexpected event network-vif-plugged-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 for instance with vm_state building and task_state spawning. [ 659.834608] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.942019] env[69333]: DEBUG nova.network.neutron [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Updating instance_info_cache with network_info: [{"id": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "address": "fa:16:3e:b5:f2:81", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1e28d4-a9", "ovs_interfaceid": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.141420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.141420] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.146583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.670s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.153389] env[69333]: INFO nova.compute.claims [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.254076] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.255439] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0921ed07-48d8-46fd-bc03-8c6b082f9f7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.265966] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 660.265966] env[69333]: value = "task-4133451" [ 660.265966] env[69333]: _type = "Task" [ 660.265966] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.288031] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.335243] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.345881] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.345975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.443338] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Releasing lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.443670] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Instance network_info: |[{"id": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "address": "fa:16:3e:b5:f2:81", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1e28d4-a9", "ovs_interfaceid": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.444097] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f1e28d4-a9e2-4fa3-867d-d6c328897f19', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.460248] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Creating folder: Project (d17c331ef474459998bfa566f28623f4). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.460536] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323a2cea-3c35-4a3f-bc2f-0af7fb439317 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.473346] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Created folder: Project (d17c331ef474459998bfa566f28623f4) in parent group-v818612. [ 660.473659] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Creating folder: Instances. Parent ref: group-v818658. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.474538] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86e32668-4a37-44d8-9476-433237a9fdaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.488506] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Created folder: Instances in parent group-v818658. [ 660.488921] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.489166] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.489412] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c81784-c78d-4abd-a2f1-7d7343346279 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.511158] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Successfully updated port: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.516819] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.516819] env[69333]: value = "task-4133454" [ 660.516819] env[69333]: _type = "Task" [ 660.516819] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.528399] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133454, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.617331] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "08bafbfc-161c-46ab-883a-a86e1db3499a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.617795] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.618029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.618297] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.618565] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.621929] env[69333]: INFO nova.compute.manager [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Terminating instance [ 660.659104] env[69333]: DEBUG nova.compute.utils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.664474] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.664474] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.756068] env[69333]: DEBUG nova.policy [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af43546d0184a5db22eb18c33223ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c209f3cc46f4bdf92c1ba7a74a445e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.776198] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133451, 'name': PowerOffVM_Task, 'duration_secs': 0.328136} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.776500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.776727] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.777523] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966b95c-5b50-46e3-a2ab-9fe2010889b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.785991] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.786339] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de4c942d-a980-4945-a36b-2fa319bdbb7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.815356] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.815642] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.815818] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Deleting the datastore file [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.816107] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f598754-4f23-4d92-ac8b-2b5cb8e9090b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.824220] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 660.824220] env[69333]: value = "task-4133456" [ 660.824220] env[69333]: _type = "Task" [ 660.824220] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.838351] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.842027] env[69333]: DEBUG oslo_vmware.api [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133450, 'name': PowerOnVM_Task, 'duration_secs': 1.115708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.843335] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.843595] env[69333]: INFO nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Took 11.51 seconds to spawn the instance on the hypervisor. [ 660.843811] env[69333]: DEBUG nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.845240] env[69333]: DEBUG nova.compute.manager [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Received event network-vif-plugged-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.845852] env[69333]: DEBUG oslo_concurrency.lockutils [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.846157] env[69333]: DEBUG oslo_concurrency.lockutils [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.846346] env[69333]: DEBUG oslo_concurrency.lockutils [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.846716] env[69333]: DEBUG nova.compute.manager [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] No waiting events found dispatching network-vif-plugged-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.846716] env[69333]: WARNING nova.compute.manager [req-54d1264c-93f6-45ca-91cc-c467e0eaef1f req-df375783-a4f4-4612-920b-2ac3519492de service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Received unexpected event network-vif-plugged-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 for instance with vm_state building and task_state spawning. [ 660.848059] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa500afb-6029-481d-a516-c783257e1eca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.016152] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.016152] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.016152] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.039872] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133454, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.130868] env[69333]: DEBUG nova.compute.manager [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.130868] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.130868] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48897e79-e2fa-4e33-bc3e-341c6f2f1fc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.143276] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.143276] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea892ac2-dacf-4944-9dec-6054d72c1a08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.152510] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 661.152510] env[69333]: value = "task-4133457" [ 661.152510] env[69333]: _type = "Task" [ 661.152510] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.167174] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.179754] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.350081] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175482} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.351736] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.352218] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.352518] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.379718] env[69333]: INFO nova.compute.manager [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Took 30.67 seconds to build instance. [ 661.472183] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Successfully created port: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.541033] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133454, 'name': CreateVM_Task, 'duration_secs': 0.541847} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.541033] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.541033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.541033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.541033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.541492] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f96a643-edf4-4f67-98f4-199de9f6d5bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.551967] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 661.551967] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5214b3a9-f58d-a879-b905-c63ba9896c31" [ 661.551967] env[69333]: _type = "Task" [ 661.551967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.562388] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5214b3a9-f58d-a879-b905-c63ba9896c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.598855] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.673864] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133457, 'name': PowerOffVM_Task, 'duration_secs': 0.273931} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.674775] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.674775] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.674775] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4470f289-8940-4a54-bc69-f76b9097d759 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.749122] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.749122] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.749122] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleting the datastore file [datastore2] 08bafbfc-161c-46ab-883a-a86e1db3499a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.749122] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b59569-2204-4f53-9e12-c871cf725a41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.758074] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 661.758074] env[69333]: value = "task-4133459" [ 661.758074] env[69333]: _type = "Task" [ 661.758074] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.779248] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.811470] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c3f52-22f8-45de-a584-c9365a42e6f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.828947] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fde5a8-3bab-4e49-bda5-f5c577ba467d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.881074] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9539d416-5899-400b-b750-b4dfd08bb9bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.884233] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.034s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.892015] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c74a009-d9d9-4fbd-8619-f2b75fa316c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.908805] env[69333]: DEBUG nova.compute.provider_tree [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.065199] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5214b3a9-f58d-a879-b905-c63ba9896c31, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.065522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.065761] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.066011] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.066161] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.066499] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.066604] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb45f7d1-0502-4b0f-8b83-bf4d3b6c51a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.094372] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.094652] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.095450] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86f86ac-bef6-4ad0-b8c4-2ad0b44f7780 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.102156] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 662.102156] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ddc30d-ec7c-dde8-1e6e-1d33f5e5475f" [ 662.102156] env[69333]: _type = "Task" [ 662.102156] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.111025] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ddc30d-ec7c-dde8-1e6e-1d33f5e5475f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.191343] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.232780] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.233180] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.233536] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.237386] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.237642] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.237719] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.237906] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.238071] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.238323] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.238409] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.238560] env[69333]: DEBUG nova.virt.hardware [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.243048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139cb2f-aa3a-47cd-bd36-4afddbdb5cfb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.249442] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.250765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.250765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.250765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.251227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.255913] env[69333]: INFO nova.compute.manager [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Terminating instance [ 662.258332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7796ad2d-fba7-4e1b-adc6-9a6b0cce13ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.282621] env[69333]: DEBUG oslo_vmware.api [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419036} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.284339] env[69333]: DEBUG nova.network.neutron [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.286124] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.286326] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.286501] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.286673] env[69333]: INFO nova.compute.manager [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 662.287064] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.287496] env[69333]: DEBUG nova.compute.manager [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.287595] env[69333]: DEBUG nova.network.neutron [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.321785] env[69333]: DEBUG nova.compute.manager [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Received event network-changed-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.321785] env[69333]: DEBUG nova.compute.manager [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Refreshing instance network info cache due to event network-changed-7f1e28d4-a9e2-4fa3-867d-d6c328897f19. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.322000] env[69333]: DEBUG oslo_concurrency.lockutils [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] Acquiring lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.322259] env[69333]: DEBUG oslo_concurrency.lockutils [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] Acquired lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.322627] env[69333]: DEBUG nova.network.neutron [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Refreshing network info cache for port 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.390586] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.412673] env[69333]: DEBUG nova.scheduler.client.report [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.424318] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.424593] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.424748] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.425501] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.425715] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.426199] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.426472] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.426665] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.426867] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.427152] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.427534] env[69333]: DEBUG nova.virt.hardware [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.428471] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c15e8-8096-4619-84f6-f8e3916ddabb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439680] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c1123b-2cc1-4f85-b5e6-b4b841f168f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.464987] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.468502] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.469351] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.469596] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0d2ee9-59c5-401a-971b-9f634098baf9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.493442] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.493442] env[69333]: value = "task-4133460" [ 662.493442] env[69333]: _type = "Task" [ 662.493442] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.503261] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133460, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.616793] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ddc30d-ec7c-dde8-1e6e-1d33f5e5475f, 'name': SearchDatastore_Task, 'duration_secs': 0.044281} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.618084] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644b608e-5064-423a-b70c-f79de627f1f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.625840] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 662.625840] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5284b2c6-88ba-a1dd-df04-4ac0e2432c20" [ 662.625840] env[69333]: _type = "Task" [ 662.625840] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.637959] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5284b2c6-88ba-a1dd-df04-4ac0e2432c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.770185] env[69333]: DEBUG nova.compute.manager [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.770498] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.771832] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c4066-f797-49bb-a0ba-046b0efa2120 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.782404] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.782749] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1133f907-9470-486a-bc63-279f271a3111 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.788316] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.788632] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Instance network_info: |[{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.789132] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf7ac4e-3670-4ba5-973e-933a1f4528e7', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.799081] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Creating folder: Project (d9a6fbc4c29b466d87330ca2dffd99ce). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.799476] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296faac1-21e0-4462-8548-5a33ce91a93b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.813261] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Created folder: Project (d9a6fbc4c29b466d87330ca2dffd99ce) in parent group-v818612. [ 662.813480] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Creating folder: Instances. Parent ref: group-v818662. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.814187] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5838c9-7788-4ce3-926b-bbfbb32551f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.829904] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Created folder: Instances in parent group-v818662. [ 662.830145] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.830777] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.831058] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f01cfc-3601-406e-99c7-c70fbb234134 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.854488] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.854488] env[69333]: value = "task-4133464" [ 662.854488] env[69333]: _type = "Task" [ 662.854488] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.868252] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133464, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.874594] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.874949] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.876038] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore1] ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.876038] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350858c1-cc8f-422d-b4f1-65ef6153722a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.884284] env[69333]: DEBUG oslo_vmware.api [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 662.884284] env[69333]: value = "task-4133465" [ 662.884284] env[69333]: _type = "Task" [ 662.884284] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.899890] env[69333]: DEBUG oslo_vmware.api [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.933540] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.933540] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.938712] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.938712] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.818s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.940239] env[69333]: INFO nova.compute.claims [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.006852] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133460, 'name': CreateVM_Task, 'duration_secs': 0.39113} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.007050] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.007495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.007644] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.007964] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.008513] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b77d08-56c5-42c2-917d-c9d674bbe6a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016446] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 663.016446] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c164c8-bb64-8854-59cb-09254e753749" [ 663.016446] env[69333]: _type = "Task" [ 663.016446] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.026428] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c164c8-bb64-8854-59cb-09254e753749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.141523] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5284b2c6-88ba-a1dd-df04-4ac0e2432c20, 'name': SearchDatastore_Task, 'duration_secs': 0.026235} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.141896] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.142315] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4f767aa7-83ad-4b6f-b891-484faae230d5/4f767aa7-83ad-4b6f-b891-484faae230d5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.142514] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e55f2a24-defa-4355-90aa-1f23a82b080a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.155251] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 663.155251] env[69333]: value = "task-4133466" [ 663.155251] env[69333]: _type = "Task" [ 663.155251] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.164180] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.380427] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133464, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.392439] env[69333]: DEBUG nova.network.neutron [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.404758] env[69333]: DEBUG oslo_vmware.api [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172348} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.404968] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.405189] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.405502] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.405684] env[69333]: INFO nova.compute.manager [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Took 0.64 seconds to destroy the instance on the hypervisor. [ 663.407900] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.407900] env[69333]: DEBUG nova.compute.manager [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.407900] env[69333]: DEBUG nova.network.neutron [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.450049] env[69333]: DEBUG nova.compute.utils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.455729] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.455729] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.535154] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c164c8-bb64-8854-59cb-09254e753749, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.535530] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.535806] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.536155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.536289] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.536546] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.536844] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640935c7-6857-4952-8214-d96ab503b050 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.555663] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.555889] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.556793] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d2aa1a-8aa8-4a6e-82f2-005184fce0ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.564129] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 663.564129] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a50566-2599-4385-8a41-6f61dc971f20" [ 663.564129] env[69333]: _type = "Task" [ 663.564129] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.577477] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a50566-2599-4385-8a41-6f61dc971f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.668689] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133466, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.684183] env[69333]: DEBUG nova.network.neutron [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Updated VIF entry in instance network info cache for port 7f1e28d4-a9e2-4fa3-867d-d6c328897f19. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.684669] env[69333]: DEBUG nova.network.neutron [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Updating instance_info_cache with network_info: [{"id": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "address": "fa:16:3e:b5:f2:81", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1e28d4-a9", "ovs_interfaceid": "7f1e28d4-a9e2-4fa3-867d-d6c328897f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.831156] env[69333]: DEBUG nova.policy [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fd21500bfc64bec82b04ae3b947b981', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843629e50542408489553ad97560d115', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.876075] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133464, 'name': CreateVM_Task, 'duration_secs': 0.683045} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.876295] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.877170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.877457] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.877792] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.877958] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cd2e2f-c102-4145-9bdc-1b61819464b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.885012] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 663.885012] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a45475-6b44-7bad-4937-f46d17c5c5f7" [ 663.885012] env[69333]: _type = "Task" [ 663.885012] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.896121] env[69333]: INFO nova.compute.manager [-] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Took 1.61 seconds to deallocate network for instance. [ 663.903197] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a45475-6b44-7bad-4937-f46d17c5c5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.959990] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.995063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.995354] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.079124] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a50566-2599-4385-8a41-6f61dc971f20, 'name': SearchDatastore_Task, 'duration_secs': 0.070014} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.083695] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db22f582-9a21-43f3-a1ba-c3c05fa50fae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.094893] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 664.094893] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529353ea-c259-9b64-59ba-b802e32073d7" [ 664.094893] env[69333]: _type = "Task" [ 664.094893] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.108676] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529353ea-c259-9b64-59ba-b802e32073d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.170475] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564743} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.170475] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4f767aa7-83ad-4b6f-b891-484faae230d5/4f767aa7-83ad-4b6f-b891-484faae230d5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.170669] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.173143] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a60217-ca8f-4386-9268-24bfa891f342 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.188207] env[69333]: DEBUG oslo_concurrency.lockutils [req-b53623ad-beb4-4c31-8317-f6d9b041b26e req-88c2a252-4c1d-4160-ab39-d52847c15d79 service nova] Releasing lock "refresh_cache-4f767aa7-83ad-4b6f-b891-484faae230d5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.190953] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 664.190953] env[69333]: value = "task-4133467" [ 664.190953] env[69333]: _type = "Task" [ 664.190953] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.208316] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.249396] env[69333]: DEBUG nova.compute.manager [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Received event network-changed-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.249719] env[69333]: DEBUG nova.compute.manager [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Refreshing instance network info cache due to event network-changed-dcf7ac4e-3670-4ba5-973e-933a1f4528e7. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.249995] env[69333]: DEBUG oslo_concurrency.lockutils [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] Acquiring lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.250161] env[69333]: DEBUG oslo_concurrency.lockutils [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] Acquired lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.250328] env[69333]: DEBUG nova.network.neutron [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Refreshing network info cache for port dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.400362] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a45475-6b44-7bad-4937-f46d17c5c5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.025588} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.404824] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Successfully updated port: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.406699] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.407010] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.407548] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.413892] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.610711] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529353ea-c259-9b64-59ba-b802e32073d7, 'name': SearchDatastore_Task, 'duration_secs': 0.028569} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.610955] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.611048] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.611475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.611539] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.612023] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e78b20e-2d8d-4ae2-aa6c-adbf7efb20cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615697] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aaecb98-a7da-4adc-9b7c-67d910edb8c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.626346] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 664.626346] env[69333]: value = "task-4133468" [ 664.626346] env[69333]: _type = "Task" [ 664.626346] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.636575] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.636575] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.636575] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed2c67f-61f4-4bf8-84e7-4e4cd7e1c211 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.644323] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.645081] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9bf858-33e6-4c85-8924-a3a1f8388571 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.653945] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 664.653945] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529346c8-7327-6fa3-8938-23169cce43f2" [ 664.653945] env[69333]: _type = "Task" [ 664.653945] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.655895] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe48501-6af3-4b5f-8bf1-f7b0fca8cebf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.669617] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529346c8-7327-6fa3-8938-23169cce43f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.698176] env[69333]: DEBUG nova.network.neutron [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.707820] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d42768-df66-45b9-8a09-f50bcca27c81 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.720963] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078484} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.722540] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96c8be-db1b-4a45-9975-128763cdba48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.726700] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.727761] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af9ae58-79a8-4e8f-bc3c-5f3f67ae1f93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.749489] env[69333]: DEBUG nova.compute.provider_tree [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.774143] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 4f767aa7-83ad-4b6f-b891-484faae230d5/4f767aa7-83ad-4b6f-b891-484faae230d5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.775385] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c15783-5935-4af1-a598-ccf65194d923 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.804630] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 664.804630] env[69333]: value = "task-4133469" [ 664.804630] env[69333]: _type = "Task" [ 664.804630] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.817449] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.909836] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.910165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.911362] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.971829] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.014959] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.015220] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.015392] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.015688] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.015793] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.015918] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.016264] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.016535] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.016627] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.016830] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.017029] env[69333]: DEBUG nova.virt.hardware [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.018084] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620a9db-543c-4610-a6d9-b8b18bfa0f8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.034774] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd232df2-0582-4eeb-a3b0-81d450926bdd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.117145] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Successfully created port: fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.139836] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.173914] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529346c8-7327-6fa3-8938-23169cce43f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019684} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.174819] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef52b5a-e40e-42e2-b16b-9554999fb74f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.181110] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 665.181110] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253051c-856a-95e2-3cb0-1d0099d95fa2" [ 665.181110] env[69333]: _type = "Task" [ 665.181110] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.190268] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253051c-856a-95e2-3cb0-1d0099d95fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.212097] env[69333]: INFO nova.compute.manager [-] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Took 1.80 seconds to deallocate network for instance. [ 665.253955] env[69333]: DEBUG nova.scheduler.client.report [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.315541] env[69333]: DEBUG nova.compute.manager [req-5db674fd-ff42-4f22-bd64-af8a8336f01d req-4e38aa72-7022-4cf1-9c84-5c1a079c9363 service nova] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Received event network-vif-deleted-e448801d-beac-4675-b410-45eabbbf326a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.315541] env[69333]: DEBUG nova.compute.manager [req-5db674fd-ff42-4f22-bd64-af8a8336f01d req-4e38aa72-7022-4cf1-9c84-5c1a079c9363 service nova] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Received event network-vif-deleted-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.321931] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.428214] env[69333]: DEBUG nova.network.neutron [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updated VIF entry in instance network info cache for port dcf7ac4e-3670-4ba5-973e-933a1f4528e7. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.428806] env[69333]: DEBUG nova.network.neutron [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.637997] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537329} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.638874] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.639588] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.639588] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485767a2-e011-42f7-a32f-7846b7bddc90 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.646702] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 665.646702] env[69333]: value = "task-4133470" [ 665.646702] env[69333]: _type = "Task" [ 665.646702] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.656997] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.682463] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.697607] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253051c-856a-95e2-3cb0-1d0099d95fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.698061] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.698428] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.698985] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d70c0fc7-a188-4a63-aa4c-77b5600177ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.708174] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 665.708174] env[69333]: value = "task-4133471" [ 665.708174] env[69333]: _type = "Task" [ 665.708174] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.717772] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.722946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.760394] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.760586] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.765412] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.859s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.767248] env[69333]: INFO nova.compute.claims [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.819263] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133469, 'name': ReconfigVM_Task, 'duration_secs': 0.715988} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.819263] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 4f767aa7-83ad-4b6f-b891-484faae230d5/4f767aa7-83ad-4b6f-b891-484faae230d5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.820634] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c18309-51f8-455c-a397-f8da8b56b81e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.830016] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 665.830016] env[69333]: value = "task-4133472" [ 665.830016] env[69333]: _type = "Task" [ 665.830016] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.840318] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133472, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.933565] env[69333]: DEBUG oslo_concurrency.lockutils [req-f83d56c2-47c5-4780-9a25-244fffe2575d req-3df8507a-168c-4e9e-92d1-d2eac4bb32f4 service nova] Releasing lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.161249] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065097} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.161771] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.162929] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f9223-0667-4393-9f45-bbf7bbd1ded5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.167092] env[69333]: DEBUG nova.network.neutron [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Updating instance_info_cache with network_info: [{"id": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "address": "fa:16:3e:5f:ec:da", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb2b8e4-ce", "ovs_interfaceid": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.204376] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.207807] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec06dc84-83b7-40fa-b726-98e5344b487d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.245850] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525682} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.248340] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.248340] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.248340] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 666.248340] env[69333]: value = "task-4133473" [ 666.248340] env[69333]: _type = "Task" [ 666.248340] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.248340] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac905759-94fa-4ba7-8003-a63724d74e88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.261075] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.262655] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 666.262655] env[69333]: value = "task-4133474" [ 666.262655] env[69333]: _type = "Task" [ 666.262655] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.273870] env[69333]: DEBUG nova.compute.utils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.279441] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.279441] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.346874] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133472, 'name': Rename_Task, 'duration_secs': 0.288948} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.348038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.348038] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5c18f7-7fa5-479b-85af-af95e681be23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.355791] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 666.355791] env[69333]: value = "task-4133475" [ 666.355791] env[69333]: _type = "Task" [ 666.355791] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.366427] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.420192] env[69333]: DEBUG nova.policy [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '136cfc8b3c8449f28dda176ee94f839c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b7ae6a198f4a35b88dcc90535fbbf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.671208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.671548] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Instance network_info: |[{"id": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "address": "fa:16:3e:5f:ec:da", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb2b8e4-ce", "ovs_interfaceid": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.672137] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ec:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cb2b8e4-ceb7-4b17-b685-414fc1035013', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.681505] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.681771] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.682058] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27e96b6-a687-4995-8230-3bf706072aaa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.707059] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.707059] env[69333]: value = "task-4133476" [ 666.707059] env[69333]: _type = "Task" [ 666.707059] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.718473] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133476, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.761435] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133473, 'name': ReconfigVM_Task, 'duration_secs': 0.327854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.761729] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e/c43b0096-1133-485b-b45a-f3fdb718ac7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.762520] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bdf4d64-fc94-46f3-8467-13331fe12b41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.775461] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083753} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.776778] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.777761] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 666.777761] env[69333]: value = "task-4133477" [ 666.777761] env[69333]: _type = "Task" [ 666.777761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.777987] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08929ba3-44be-4944-bd3c-e5851cbf6444 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.780886] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.819161] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133477, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.830677] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.838917] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed8936e-41f3-4a41-a42c-c3d42306de10 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.866722] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 666.866722] env[69333]: value = "task-4133478" [ 666.866722] env[69333]: _type = "Task" [ 666.866722] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.871581] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.882392] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.976395] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Received event network-vif-plugged-8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.976692] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Acquiring lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.976789] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.976947] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.978548] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] No waiting events found dispatching network-vif-plugged-8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 666.979499] env[69333]: WARNING nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Received unexpected event network-vif-plugged-8cb2b8e4-ceb7-4b17-b685-414fc1035013 for instance with vm_state building and task_state spawning. [ 666.980157] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Received event network-changed-8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.980370] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Refreshing instance network info cache due to event network-changed-8cb2b8e4-ceb7-4b17-b685-414fc1035013. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.980608] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Acquiring lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.981106] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Acquired lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.981513] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Refreshing network info cache for port 8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.109634] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Successfully updated port: fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.217015] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133476, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.298108] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133477, 'name': Rename_Task, 'duration_secs': 0.155832} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.298562] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.298822] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacada27-bda2-4656-81c9-8deb1b9127c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.310246] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Waiting for the task: (returnval){ [ 667.310246] env[69333]: value = "task-4133479" [ 667.310246] env[69333]: _type = "Task" [ 667.310246] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.320754] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.376484] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133475, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.386904] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133478, 'name': ReconfigVM_Task, 'duration_secs': 0.300145} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.387235] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.387913] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-503d451e-7849-4892-be4a-f47c26b762f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.399763] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 667.399763] env[69333]: value = "task-4133480" [ 667.399763] env[69333]: _type = "Task" [ 667.399763] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.411024] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133480, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.444687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a9304-59f4-42a7-8352-57cd5dda74a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.459627] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Successfully created port: 58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.464319] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a666801-f27c-40b6-a6e6-843305804cea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.507994] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3747ff-2955-4f61-a6c3-3cfa146de5ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.519213] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63e6a2-2a39-4ae0-8879-1025b13ebfc2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.536288] env[69333]: DEBUG nova.compute.provider_tree [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.616201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.616201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquired lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.616510] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.721277] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133476, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.802492] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.830264] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.840511] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.842017] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.842017] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.842514] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.842683] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.842828] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.843081] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.843222] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.843449] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.843609] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.843771] env[69333]: DEBUG nova.virt.hardware [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.844847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d416cc-38ce-4637-a0c9-4f7e9dc72c35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859389] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca00186-f608-42b6-b7bc-213549fba827 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.899751] env[69333]: DEBUG oslo_vmware.api [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133475, 'name': PowerOnVM_Task, 'duration_secs': 1.285968} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.904811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.905126] env[69333]: INFO nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Took 11.17 seconds to spawn the instance on the hypervisor. [ 667.905313] env[69333]: DEBUG nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.915396] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0cc82d-38a1-4450-98fa-9a6ab83e8916 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.930171] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133480, 'name': Rename_Task, 'duration_secs': 0.21638} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.930757] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.931075] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42860ce-526d-483f-88dc-c3362cef5b61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.942101] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 667.942101] env[69333]: value = "task-4133481" [ 667.942101] env[69333]: _type = "Task" [ 667.942101] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.954285] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.041583] env[69333]: DEBUG nova.scheduler.client.report [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.053079] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Updated VIF entry in instance network info cache for port 8cb2b8e4-ceb7-4b17-b685-414fc1035013. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.053079] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Updating instance_info_cache with network_info: [{"id": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "address": "fa:16:3e:5f:ec:da", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb2b8e4-ce", "ovs_interfaceid": "8cb2b8e4-ceb7-4b17-b685-414fc1035013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.169269] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.221754] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133476, 'name': CreateVM_Task, 'duration_secs': 1.041253} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.221827] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.224640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.224640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.224640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.224640] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3a514f-137e-4239-b5ee-bc501fab1734 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.229349] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 668.229349] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52561d63-1260-2652-af45-fb28c69a3ad6" [ 668.229349] env[69333]: _type = "Task" [ 668.229349] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.239123] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52561d63-1260-2652-af45-fb28c69a3ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.322765] env[69333]: DEBUG oslo_vmware.api [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Task: {'id': task-4133479, 'name': PowerOnVM_Task, 'duration_secs': 0.683423} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.324256] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.324570] env[69333]: DEBUG nova.compute.manager [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.326046] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a97b2-90ef-4531-b5bc-bf364e04f443 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.440210] env[69333]: INFO nova.compute.manager [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Took 31.74 seconds to build instance. [ 668.457243] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.550048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.550048] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.558861] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.637s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.561600] env[69333]: DEBUG nova.objects.instance [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lazy-loading 'resources' on Instance uuid 5373d961-6fd2-43ff-8014-6fca7cad0727 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.562453] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Releasing lock "refresh_cache-f47ae27b-8118-4331-9e67-afc6fc410200" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562694] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Received event network-changed-22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.562857] env[69333]: DEBUG nova.compute.manager [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Refreshing instance network info cache due to event network-changed-22ba6599-368b-4b41-930e-e2bd2dbb6d9b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.563087] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Acquiring lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.565189] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Acquired lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.565189] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Refreshing network info cache for port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.698211] env[69333]: DEBUG nova.network.neutron [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Updating instance_info_cache with network_info: [{"id": "fa5dab81-e81f-4814-8126-157275fb59ce", "address": "fa:16:3e:9c:81:bf", "network": {"id": "87cb9d6a-fc77-4bba-a5a9-8b03c58b5204", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-969002190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843629e50542408489553ad97560d115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5dab81-e8", "ovs_interfaceid": "fa5dab81-e81f-4814-8126-157275fb59ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.742544] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52561d63-1260-2652-af45-fb28c69a3ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.742722] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.743152] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.743240] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.743403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.743620] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.743915] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f73b07f-1f86-441c-8222-ad9a2ab2a7f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.756933] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.756933] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.757284] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36ec2c8-e269-45ab-9ce5-2d47738e3e55 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.765638] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 668.765638] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f195e-a684-e1b5-039f-c6351c25eb9b" [ 668.765638] env[69333]: _type = "Task" [ 668.765638] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.777251] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f195e-a684-e1b5-039f-c6351c25eb9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.849052] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.942911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-31d6628a-9f48-4c51-b4c5-81506c7c7388 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.482s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.958926] env[69333]: DEBUG oslo_vmware.api [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133481, 'name': PowerOnVM_Task, 'duration_secs': 0.789444} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.959962] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.960218] env[69333]: INFO nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Took 9.45 seconds to spawn the instance on the hypervisor. [ 668.960415] env[69333]: DEBUG nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.961427] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad5440-0650-46bb-afd4-7d9c5691b1fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.068972] env[69333]: DEBUG nova.compute.utils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.076285] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.076411] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.200925] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Releasing lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.201317] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Instance network_info: |[{"id": "fa5dab81-e81f-4814-8126-157275fb59ce", "address": "fa:16:3e:9c:81:bf", "network": {"id": "87cb9d6a-fc77-4bba-a5a9-8b03c58b5204", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-969002190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843629e50542408489553ad97560d115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5dab81-e8", "ovs_interfaceid": "fa5dab81-e81f-4814-8126-157275fb59ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.201746] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:81:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa5dab81-e81f-4814-8126-157275fb59ce', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.210025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Creating folder: Project (843629e50542408489553ad97560d115). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.210025] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ec0f33-b835-419b-9bcd-096b380fdc8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.227639] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Created folder: Project (843629e50542408489553ad97560d115) in parent group-v818612. [ 669.227639] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Creating folder: Instances. Parent ref: group-v818666. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.227639] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8d234b6-6abf-4b41-9f46-0390eb9e0c71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.231165] env[69333]: DEBUG nova.policy [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3138f9754ce447e8baf6b606720bbe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64c97ab34bba482ebe610f04ee336830', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.242130] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Created folder: Instances in parent group-v818666. [ 669.242130] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.242130] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.242130] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95265b10-5e77-402c-a862-24922ab94b7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.263941] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.263941] env[69333]: value = "task-4133484" [ 669.263941] env[69333]: _type = "Task" [ 669.263941] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.284573] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f195e-a684-e1b5-039f-c6351c25eb9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.284573] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133484, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.284573] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb73fb0-5abd-49c9-bbbd-9b14f1a4eef7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.291411] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 669.291411] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d2e221-b84e-d8d4-4fe4-7d9ac186f433" [ 669.291411] env[69333]: _type = "Task" [ 669.291411] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.307807] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d2e221-b84e-d8d4-4fe4-7d9ac186f433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.449178] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.490173] env[69333]: INFO nova.compute.manager [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Took 32.46 seconds to build instance. [ 669.580612] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.659958] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "9869d107-a676-4f7c-aa1c-63d2841ff564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.660208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.745848] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5969427d-31c7-4549-81aa-7b68f4559c9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.757691] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b14c20-a5f0-4fab-be48-042a3d3a33c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.805077] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf2628-183c-4830-8a4d-eebc806d52c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.818542] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133484, 'name': CreateVM_Task, 'duration_secs': 0.35495} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.822507] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.823485] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d2e221-b84e-d8d4-4fe4-7d9ac186f433, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.824265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.824740] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.824858] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.826316] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf4b17-837c-4ee0-8627-4efefea36ed1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.831271] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.831271] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f47ae27b-8118-4331-9e67-afc6fc410200/f47ae27b-8118-4331-9e67-afc6fc410200.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.831271] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd451c3a-3354-4bd4-a414-f9aee18a2ea8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.833450] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-357f719f-14ec-406e-89de-5f3e43845ddb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.840765] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 669.840765] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad3eae-8333-81af-d345-bd0f65b8f708" [ 669.840765] env[69333]: _type = "Task" [ 669.840765] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.850989] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 669.850989] env[69333]: value = "task-4133485" [ 669.850989] env[69333]: _type = "Task" [ 669.850989] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.851548] env[69333]: DEBUG nova.compute.provider_tree [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.872034] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad3eae-8333-81af-d345-bd0f65b8f708, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.876825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.877120] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.877353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.877496] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.877669] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.877952] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.879047] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f78ebce4-2900-4a88-9006-d415f6b9833c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.898255] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Successfully updated port: 58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.906989] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.907312] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.908152] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02386306-065a-4e90-8a77-0efd9fcc7176 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.917165] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 669.917165] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525613c4-55bb-fc14-2a24-656f5c87219f" [ 669.917165] env[69333]: _type = "Task" [ 669.917165] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.928356] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525613c4-55bb-fc14-2a24-656f5c87219f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.974460] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.996997] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93bf95f3-9c64-43a6-857a-974d337bd56d tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.396s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.136304] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updated VIF entry in instance network info cache for port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.136665] env[69333]: DEBUG nova.network.neutron [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updating instance_info_cache with network_info: [{"id": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "address": "fa:16:3e:18:f5:11", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ba6599-36", "ovs_interfaceid": "22ba6599-368b-4b41-930e-e2bd2dbb6d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.333240] env[69333]: DEBUG nova.compute.manager [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Received event network-vif-plugged-fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.333240] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Acquiring lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.334450] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.335125] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.335654] env[69333]: DEBUG nova.compute.manager [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] No waiting events found dispatching network-vif-plugged-fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.338088] env[69333]: WARNING nova.compute.manager [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Received unexpected event network-vif-plugged-fa5dab81-e81f-4814-8126-157275fb59ce for instance with vm_state building and task_state spawning. [ 670.338088] env[69333]: DEBUG nova.compute.manager [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Received event network-changed-fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.338088] env[69333]: DEBUG nova.compute.manager [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Refreshing instance network info cache due to event network-changed-fa5dab81-e81f-4814-8126-157275fb59ce. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.338088] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Acquiring lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338088] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Acquired lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.338496] env[69333]: DEBUG nova.network.neutron [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Refreshing network info cache for port fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.359233] env[69333]: DEBUG nova.scheduler.client.report [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.381307] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.407444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.407444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquired lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.407444] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.434937] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525613c4-55bb-fc14-2a24-656f5c87219f, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.435975] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff62296-db5b-48b9-af17-9e8429f2aaca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.446675] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 670.446675] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c97dd9-bcf0-8ed7-9502-7b6044dabfb7" [ 670.446675] env[69333]: _type = "Task" [ 670.446675] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.460416] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c97dd9-bcf0-8ed7-9502-7b6044dabfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.500135] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.597110] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.638022] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.638022] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.638022] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.638258] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.638258] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.638258] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.638258] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.639430] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.639681] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.639863] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.640058] env[69333]: DEBUG nova.virt.hardware [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.641049] env[69333]: DEBUG oslo_concurrency.lockutils [req-72dd7774-031b-4be1-be8c-2d65c739e62d req-8e47a64f-679c-4d7e-ab47-9ca0df882af3 service nova] Releasing lock "refresh_cache-220e39b0-a762-4978-8b16-abe5b1c883cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642153] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176f0fb-1604-4be5-8017-eb3b20811e16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.654660] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85975f-2ec8-4216-a655-a7d1cc5448dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.666694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "36d49fac-f237-4a44-be70-066ad12631c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.666934] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.874149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.880021] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570522} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.880021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.155s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.880021] env[69333]: INFO nova.compute.claims [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.884456] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f47ae27b-8118-4331-9e67-afc6fc410200/f47ae27b-8118-4331-9e67-afc6fc410200.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.885479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.887747] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Successfully created port: 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.893372] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-293775b1-59d9-4a0d-aba9-85166e0cf572 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.906080] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 670.906080] env[69333]: value = "task-4133486" [ 670.906080] env[69333]: _type = "Task" [ 670.906080] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.922122] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.923453] env[69333]: INFO nova.scheduler.client.report [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Deleted allocations for instance 5373d961-6fd2-43ff-8014-6fca7cad0727 [ 670.960933] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c97dd9-bcf0-8ed7-9502-7b6044dabfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.963954] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.963954] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 6514d903-1c1c-402c-a440-3c11fc6849d3/6514d903-1c1c-402c-a440-3c11fc6849d3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.963954] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f5b58b-5c9d-401e-b718-8043bb1816b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.973254] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 670.973254] env[69333]: value = "task-4133487" [ 670.973254] env[69333]: _type = "Task" [ 670.973254] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.986548] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.989041] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.047551] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.053189] env[69333]: DEBUG nova.compute.manager [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Received event network-vif-plugged-58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.057079] env[69333]: DEBUG oslo_concurrency.lockutils [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] Acquiring lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.057465] env[69333]: DEBUG oslo_concurrency.lockutils [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.057674] env[69333]: DEBUG oslo_concurrency.lockutils [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.057860] env[69333]: DEBUG nova.compute.manager [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] No waiting events found dispatching network-vif-plugged-58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.058074] env[69333]: WARNING nova.compute.manager [req-311f7ebb-7690-42bf-a608-aabb57471d31 req-2e052031-9c77-49e4-bb96-69c0f7769c10 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Received unexpected event network-vif-plugged-58eaae46-746d-4f3d-9f82-a73de05a06d5 for instance with vm_state building and task_state spawning. [ 671.420245] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086838} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.421109] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.422135] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4f7ae-4948-4397-9ddc-a81321a22e67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.455021] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f47ae27b-8118-4331-9e67-afc6fc410200/f47ae27b-8118-4331-9e67-afc6fc410200.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.458520] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b19b815-55e8-44a9-96d2-abc60979e81d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Lock "5373d961-6fd2-43ff-8014-6fca7cad0727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.859s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.460249] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05fcd78-1892-402e-a663-aaf270d94b8e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.490630] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.493648] env[69333]: DEBUG nova.network.neutron [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Updating instance_info_cache with network_info: [{"id": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "address": "fa:16:3e:dc:01:a5", "network": {"id": "743728eb-22b9-4083-bb3c-ed3650376b0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1506564460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b7ae6a198f4a35b88dcc90535fbbf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaae46-74", "ovs_interfaceid": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.495342] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 671.495342] env[69333]: value = "task-4133488" [ 671.495342] env[69333]: _type = "Task" [ 671.495342] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.516358] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.666315] env[69333]: DEBUG nova.network.neutron [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Updated VIF entry in instance network info cache for port fa5dab81-e81f-4814-8126-157275fb59ce. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.666782] env[69333]: DEBUG nova.network.neutron [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Updating instance_info_cache with network_info: [{"id": "fa5dab81-e81f-4814-8126-157275fb59ce", "address": "fa:16:3e:9c:81:bf", "network": {"id": "87cb9d6a-fc77-4bba-a5a9-8b03c58b5204", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-969002190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "843629e50542408489553ad97560d115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5dab81-e8", "ovs_interfaceid": "fa5dab81-e81f-4814-8126-157275fb59ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.990803] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.991127] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 6514d903-1c1c-402c-a440-3c11fc6849d3/6514d903-1c1c-402c-a440-3c11fc6849d3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.991629] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.991629] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5c9250-2360-4307-b73f-9c4320441d6b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.996961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Releasing lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997610] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Instance network_info: |[{"id": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "address": "fa:16:3e:dc:01:a5", "network": {"id": "743728eb-22b9-4083-bb3c-ed3650376b0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1506564460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b7ae6a198f4a35b88dcc90535fbbf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaae46-74", "ovs_interfaceid": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.998215] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:01:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58eaae46-746d-4f3d-9f82-a73de05a06d5', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.009020] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Creating folder: Project (46b7ae6a198f4a35b88dcc90535fbbf8). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.011099] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0abe6782-dc6d-479d-af81-b6fd83277554 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.012898] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 672.012898] env[69333]: value = "task-4133489" [ 672.012898] env[69333]: _type = "Task" [ 672.012898] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.025744] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.032145] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Created folder: Project (46b7ae6a198f4a35b88dcc90535fbbf8) in parent group-v818612. [ 672.032787] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Creating folder: Instances. Parent ref: group-v818669. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.032787] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726fbb1e-f0cf-493d-89fc-f42233a9e45c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.039132] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.048367] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Created folder: Instances in parent group-v818669. [ 672.048555] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.049083] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.049353] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0dd75a3-91a0-4ab6-99ad-16d50460cd81 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.078674] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.078674] env[69333]: value = "task-4133492" [ 672.078674] env[69333]: _type = "Task" [ 672.078674] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.090989] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133492, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.173688] env[69333]: DEBUG oslo_concurrency.lockutils [req-97cfd7f2-7359-4114-9ea7-c20daf5b8e48 req-8792f376-5041-4c27-bb3f-5d1d6db868ae service nova] Releasing lock "refresh_cache-6514d903-1c1c-402c-a440-3c11fc6849d3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.391602] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.391876] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.392097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "c43b0096-1133-485b-b45a-f3fdb718ac7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.392283] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.392450] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.394592] env[69333]: INFO nova.compute.manager [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Terminating instance [ 672.512732] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.539041] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.542681] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "4f767aa7-83ad-4b6f-b891-484faae230d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.542924] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.543145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.543343] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.543505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.545972] env[69333]: INFO nova.compute.manager [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Terminating instance [ 672.573944] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea115ab-d925-4b6c-b184-e53e9eb4d897 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.586919] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84462578-42a5-4fe2-9dd1-e02a4b5c561e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.598206] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133492, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.624261] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63612221-135f-46a6-84e6-70e51e315b0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.634210] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d09b03d-1d40-4efa-b605-a215aebddd10 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.649883] env[69333]: DEBUG nova.compute.provider_tree [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.900037] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "refresh_cache-c43b0096-1133-485b-b45a-f3fdb718ac7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.900229] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquired lock "refresh_cache-c43b0096-1133-485b-b45a-f3fdb718ac7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.900406] env[69333]: DEBUG nova.network.neutron [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.008791] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133488, 'name': ReconfigVM_Task, 'duration_secs': 1.372568} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.008949] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f47ae27b-8118-4331-9e67-afc6fc410200/f47ae27b-8118-4331-9e67-afc6fc410200.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.010507] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e73b8e54-c4c2-4577-a5b2-34a7456b6e84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.019565] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 673.019565] env[69333]: value = "task-4133493" [ 673.019565] env[69333]: _type = "Task" [ 673.019565] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.030338] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.595602} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.031048] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.033464] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c886e54-e9de-480e-9538-8ce6134eef0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.049849] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133493, 'name': Rename_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.050374] env[69333]: DEBUG nova.compute.manager [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 673.056746] env[69333]: DEBUG nova.compute.manager [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.056914] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.059151] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b89caff-a246-4908-8139-6e2cec121894 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.082135] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6514d903-1c1c-402c-a440-3c11fc6849d3/6514d903-1c1c-402c-a440-3c11fc6849d3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.084248] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50756378-cee3-47be-91a4-4af624449a4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.104471] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.105231] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5f0d23-360d-407d-a2f9-5a8da9598a0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.110805] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 673.110805] env[69333]: value = "task-4133494" [ 673.110805] env[69333]: _type = "Task" [ 673.110805] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.114727] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133492, 'name': CreateVM_Task, 'duration_secs': 0.667942} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.119318] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.119720] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 673.119720] env[69333]: value = "task-4133495" [ 673.119720] env[69333]: _type = "Task" [ 673.119720] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.120421] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.120591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.120959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.121820] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c2e108-413d-4a61-8f25-1cf627073cda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.131732] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.139225] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.139572] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 673.139572] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cff674-5410-f16b-30c9-1293c67d49d8" [ 673.139572] env[69333]: _type = "Task" [ 673.139572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.149783] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cff674-5410-f16b-30c9-1293c67d49d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.154871] env[69333]: DEBUG nova.scheduler.client.report [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.449386] env[69333]: DEBUG nova.network.neutron [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.510542] env[69333]: DEBUG nova.compute.manager [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Received event network-changed-58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.510542] env[69333]: DEBUG nova.compute.manager [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Refreshing instance network info cache due to event network-changed-58eaae46-746d-4f3d-9f82-a73de05a06d5. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.510774] env[69333]: DEBUG oslo_concurrency.lockutils [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] Acquiring lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.512130] env[69333]: DEBUG oslo_concurrency.lockutils [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] Acquired lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.512585] env[69333]: DEBUG nova.network.neutron [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Refreshing network info cache for port 58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.533379] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133493, 'name': Rename_Task, 'duration_secs': 0.166285} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.536025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.536025] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3151d80b-affd-473b-842c-b49e2fddea31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.547284] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 673.547284] env[69333]: value = "task-4133496" [ 673.547284] env[69333]: _type = "Task" [ 673.547284] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.555318] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.584194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.632625] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133494, 'name': ReconfigVM_Task, 'duration_secs': 0.331252} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.633837] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6514d903-1c1c-402c-a440-3c11fc6849d3/6514d903-1c1c-402c-a440-3c11fc6849d3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.634757] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40819d7e-8a65-4bb9-9c26-339080c328cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.641512] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133495, 'name': PowerOffVM_Task, 'duration_secs': 0.229535} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.646631] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.646631] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.648362] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7976e3fa-3d33-49a0-9b74-9cae1b64da5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.650750] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 673.650750] env[69333]: value = "task-4133497" [ 673.650750] env[69333]: _type = "Task" [ 673.650750] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.655976] env[69333]: DEBUG nova.network.neutron [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.672630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.673736] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.677016] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cff674-5410-f16b-30c9-1293c67d49d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.677692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.462s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.679567] env[69333]: INFO nova.compute.claims [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.687494] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.687819] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.688190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.688371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.689493] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.691190] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caed9451-3f06-4304-9aeb-31ec6fc57cea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.695235] env[69333]: DEBUG nova.compute.manager [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-vif-plugged-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.696740] env[69333]: DEBUG oslo_concurrency.lockutils [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] Acquiring lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.696740] env[69333]: DEBUG oslo_concurrency.lockutils [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.696740] env[69333]: DEBUG oslo_concurrency.lockutils [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.696740] env[69333]: DEBUG nova.compute.manager [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] No waiting events found dispatching network-vif-plugged-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 673.696740] env[69333]: WARNING nova.compute.manager [req-d2ac007e-725b-440d-9427-834b1fe37e16 req-bd2e0a6f-80c3-4131-ab19-b94d499fd6ad service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received unexpected event network-vif-plugged-11128624-6aae-4b22-a649-ec1062464515 for instance with vm_state building and task_state spawning. [ 673.702410] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133497, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.711863] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.712127] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.713199] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a2150f-6265-495b-b107-71ec906279c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.724776] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 673.724776] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526a5c16-d1e5-82e9-6154-1898cc6874f4" [ 673.724776] env[69333]: _type = "Task" [ 673.724776] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.737300] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.737521] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.737717] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Deleting the datastore file [datastore1] 4f767aa7-83ad-4b6f-b891-484faae230d5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.739656] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05726c1-a359-449e-a2c3-32af45facd63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.747675] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526a5c16-d1e5-82e9-6154-1898cc6874f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.748731] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Successfully updated port: 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.752246] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ede0898-91a6-4544-ab7c-58e8aa295f49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.758013] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for the task: (returnval){ [ 673.758013] env[69333]: value = "task-4133499" [ 673.758013] env[69333]: _type = "Task" [ 673.758013] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.765399] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 673.765399] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b1a25-b43b-5296-3a5b-aa3ca04bb2d0" [ 673.765399] env[69333]: _type = "Task" [ 673.765399] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.776203] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.783360] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b1a25-b43b-5296-3a5b-aa3ca04bb2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.059804] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.169460] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133497, 'name': Rename_Task, 'duration_secs': 0.176465} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.169460] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.169460] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803ca3d8-3e74-4c0d-9ec5-8c32d451b013 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.172060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Releasing lock "refresh_cache-c43b0096-1133-485b-b45a-f3fdb718ac7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.172502] env[69333]: DEBUG nova.compute.manager [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.172842] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.173526] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd11eaa6-369a-4b9a-b3a6-2538416e8d84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.178986] env[69333]: DEBUG nova.compute.utils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.180482] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 674.180482] env[69333]: value = "task-4133500" [ 674.180482] env[69333]: _type = "Task" [ 674.180482] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.181459] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.181727] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.191826] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.196799] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7deb8823-88e6-4b91-b729-15d80efb7d3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.209155] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133500, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.212395] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 674.212395] env[69333]: value = "task-4133501" [ 674.212395] env[69333]: _type = "Task" [ 674.212395] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.225823] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.253998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.253998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.253998] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.274542] env[69333]: DEBUG oslo_vmware.api [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Task: {'id': task-4133499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328136} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.277930] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.279977] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.279977] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.279977] env[69333]: INFO nova.compute.manager [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 674.279977] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.279977] env[69333]: DEBUG nova.compute.manager [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.280473] env[69333]: DEBUG nova.network.neutron [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.287956] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b1a25-b43b-5296-3a5b-aa3ca04bb2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.025103} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.288235] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.288491] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 98551255-5e8d-4e4d-96b0-7d2e7a706189/98551255-5e8d-4e4d-96b0-7d2e7a706189.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.291054] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e90baf9-cf35-42e4-8ee5-b1ec3136fa40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.296488] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 674.296488] env[69333]: value = "task-4133502" [ 674.296488] env[69333]: _type = "Task" [ 674.296488] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.306817] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.338712] env[69333]: DEBUG nova.policy [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e1ccdb5b70a454fa38a81ebfae4a793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '926fef0972a24f33915e45afffdcd19f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.562207] env[69333]: DEBUG oslo_vmware.api [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133496, 'name': PowerOnVM_Task, 'duration_secs': 0.690865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.562672] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.562827] env[69333]: INFO nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Took 12.37 seconds to spawn the instance on the hypervisor. [ 674.562969] env[69333]: DEBUG nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.563940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e51e0d-cab2-4f5b-91ff-82669bee6fc3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.689414] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.707046] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133500, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.728218] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133501, 'name': PowerOffVM_Task, 'duration_secs': 0.251535} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.732865] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.732865] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.732865] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4437cc9b-37d8-4a66-86df-4451205f81ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.782643] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.782643] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.782643] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Deleting the datastore file [datastore1] c43b0096-1133-485b-b45a-f3fdb718ac7e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.782921] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c188d3-d2bd-4525-8634-1f45a3efaab1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.796082] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for the task: (returnval){ [ 674.796082] env[69333]: value = "task-4133504" [ 674.796082] env[69333]: _type = "Task" [ 674.796082] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.811333] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.819959] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133502, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.885255] env[69333]: DEBUG nova.network.neutron [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Updated VIF entry in instance network info cache for port 58eaae46-746d-4f3d-9f82-a73de05a06d5. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.885255] env[69333]: DEBUG nova.network.neutron [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Updating instance_info_cache with network_info: [{"id": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "address": "fa:16:3e:dc:01:a5", "network": {"id": "743728eb-22b9-4083-bb3c-ed3650376b0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1506564460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b7ae6a198f4a35b88dcc90535fbbf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaae46-74", "ovs_interfaceid": "58eaae46-746d-4f3d-9f82-a73de05a06d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.920711] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.095068] env[69333]: INFO nova.compute.manager [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Took 37.84 seconds to build instance. [ 675.213909] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.214371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.220176] env[69333]: DEBUG oslo_vmware.api [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133500, 'name': PowerOnVM_Task, 'duration_secs': 0.734715} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.220176] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.222170] env[69333]: INFO nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Took 10.25 seconds to spawn the instance on the hypervisor. [ 675.222170] env[69333]: DEBUG nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.225064] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0d91e-9aea-4c44-a623-abb029a3d206 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.250558] env[69333]: DEBUG nova.network.neutron [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.309656] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Successfully created port: 689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.316209] env[69333]: DEBUG oslo_vmware.api [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Task: {'id': task-4133504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247472} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.316531] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.316715] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.316866] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.317053] env[69333]: INFO nova.compute.manager [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 675.317310] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.321132] env[69333]: DEBUG nova.compute.manager [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.321132] env[69333]: DEBUG nova.network.neutron [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.322939] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571969} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.322939] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 98551255-5e8d-4e4d-96b0-7d2e7a706189/98551255-5e8d-4e4d-96b0-7d2e7a706189.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.323215] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.324696] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78821f91-6f0c-46d2-9bd5-ad962b6790ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.333841] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 675.333841] env[69333]: value = "task-4133505" [ 675.333841] env[69333]: _type = "Task" [ 675.333841] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.348080] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.356259] env[69333]: DEBUG nova.network.neutron [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.388069] env[69333]: DEBUG oslo_concurrency.lockutils [req-1b628ba9-8243-41e5-b726-9d2cdaa0b302 req-81d33042-2906-4dde-9ded-13b8f0c4cd60 service nova] Releasing lock "refresh_cache-98551255-5e8d-4e4d-96b0-7d2e7a706189" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.441052] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bc583-d29d-4dac-aae6-ad3d084a74f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.452706] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12903a-78f0-48c4-aa07-635f27d66285 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.485084] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d8e265-dd89-4e7c-ac0b-a80b7bb48434 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.495234] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e72b43-0c9e-4216-a235-614ff4b9502b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.511510] env[69333]: DEBUG nova.compute.provider_tree [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.532396] env[69333]: DEBUG nova.network.neutron [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.597456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d390b89c-f631-41df-a96b-5e5328174399 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.943s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.714459] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.754308] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.754491] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.754648] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.754828] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.754971] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.755509] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.755754] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.755917] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.756929] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.757139] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.757461] env[69333]: DEBUG nova.virt.hardware [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.758138] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.758594] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Instance network_info: |[{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.759554] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab561183-53aa-497a-a604-b366fb00635a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.763455] env[69333]: INFO nova.compute.manager [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Took 33.32 seconds to build instance. [ 675.768015] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7d:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11128624-6aae-4b22-a649-ec1062464515', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.773599] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Creating folder: Project (64c97ab34bba482ebe610f04ee336830). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.774138] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3f79a9e-d092-41cf-ae02-0acd140266d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.782653] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11efa149-b045-4fc4-85dc-23d972d0bc43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.788907] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Created folder: Project (64c97ab34bba482ebe610f04ee336830) in parent group-v818612. [ 675.789409] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Creating folder: Instances. Parent ref: group-v818672. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.790190] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f2581a4-f22d-4c4c-b068-1d3f48fa3fbf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.812203] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Created folder: Instances in parent group-v818672. [ 675.812538] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.812840] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.813366] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0381cc2-a14b-4300-b681-dd5c5c50d67e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.835181] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.835181] env[69333]: value = "task-4133508" [ 675.835181] env[69333]: _type = "Task" [ 675.835181] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.849714] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12612} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.850041] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133508, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.850377] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.851278] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb15aba-4937-466e-904e-a3bbbdfe3cf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.865878] env[69333]: DEBUG nova.network.neutron [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.877011] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 98551255-5e8d-4e4d-96b0-7d2e7a706189/98551255-5e8d-4e4d-96b0-7d2e7a706189.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.877987] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1dd9cd-ff5a-4833-8cc4-b2fff21e1fec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.906351] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 675.906351] env[69333]: value = "task-4133509" [ 675.906351] env[69333]: _type = "Task" [ 675.906351] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.914362] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.015096] env[69333]: DEBUG nova.scheduler.client.report [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.035912] env[69333]: INFO nova.compute.manager [-] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Took 1.76 seconds to deallocate network for instance. [ 676.101229] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.265427] env[69333]: DEBUG nova.compute.manager [req-4288176b-ace9-4162-9431-2fe885dfb758 req-e2d56d09-f3f0-4587-92ef-6025b471c721 service nova] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Received event network-vif-deleted-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.268186] env[69333]: DEBUG oslo_concurrency.lockutils [None req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.753s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.289724] env[69333]: DEBUG nova.compute.manager [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-changed-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.289724] env[69333]: DEBUG nova.compute.manager [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing instance network info cache due to event network-changed-11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.291393] env[69333]: DEBUG oslo_concurrency.lockutils [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.291575] env[69333]: DEBUG oslo_concurrency.lockutils [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.291746] env[69333]: DEBUG nova.network.neutron [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing network info cache for port 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.350317] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133508, 'name': CreateVM_Task, 'duration_secs': 0.395861} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.350680] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.351655] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.352403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.352403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.352684] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a6e44e-eb87-40b1-82f1-b30650cea5a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.358258] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 676.358258] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b6fbd0-30c8-7369-6f46-56007271fd1b" [ 676.358258] env[69333]: _type = "Task" [ 676.358258] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.370289] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b6fbd0-30c8-7369-6f46-56007271fd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.378444] env[69333]: INFO nova.compute.manager [-] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Took 1.06 seconds to deallocate network for instance. [ 676.415710] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133509, 'name': ReconfigVM_Task, 'duration_secs': 0.408582} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.416179] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 98551255-5e8d-4e4d-96b0-7d2e7a706189/98551255-5e8d-4e4d-96b0-7d2e7a706189.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.416756] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db5a1d8a-c09e-41ef-98bf-39aac947eee7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.424431] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 676.424431] env[69333]: value = "task-4133510" [ 676.424431] env[69333]: _type = "Task" [ 676.424431] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.438238] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133510, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.524927] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.525483] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.528117] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.307s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.528315] env[69333]: DEBUG nova.objects.instance [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.547085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.632083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.773345] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.816530] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "interface-6514d903-1c1c-402c-a440-3c11fc6849d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.817843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "interface-6514d903-1c1c-402c-a440-3c11fc6849d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.817843] env[69333]: DEBUG nova.objects.instance [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lazy-loading 'flavor' on Instance uuid 6514d903-1c1c-402c-a440-3c11fc6849d3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.823357] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.823741] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.870617] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b6fbd0-30c8-7369-6f46-56007271fd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.871100] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871200] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.871419] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871936] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.872107] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5da33d6-06a3-4f1a-9898-aa644343f526 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.882845] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.883153] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.883915] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f460b2-8295-4838-a192-8563f1ad828b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.887331] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.897104] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 676.897104] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5203b5bf-8799-9668-1a89-7f5981d6f808" [ 676.897104] env[69333]: _type = "Task" [ 676.897104] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.908354] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5203b5bf-8799-9668-1a89-7f5981d6f808, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.909645] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e4048f-5399-482c-b966-5de89cb1c0c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.919783] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 676.919783] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523f5aae-45d0-5312-6b90-019da9201cf6" [ 676.919783] env[69333]: _type = "Task" [ 676.919783] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.931637] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523f5aae-45d0-5312-6b90-019da9201cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.937967] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133510, 'name': Rename_Task, 'duration_secs': 0.159343} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.938289] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.938553] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5afac8d-7306-4375-9747-f99cf69736d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.948017] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 676.948017] env[69333]: value = "task-4133511" [ 676.948017] env[69333]: _type = "Task" [ 676.948017] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.960466] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.032836] env[69333]: DEBUG nova.compute.utils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.044389] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.044583] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.118724] env[69333]: DEBUG nova.policy [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8be8695117c44e10ac40c89200de17c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee5fd82c7e104290b6064f2e912b2e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.125742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6366c2-9d8e-452f-86f4-d81573cca227 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.135732] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Suspending the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 677.136372] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-db4dc49f-309d-4bde-a800-53b158520885 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.146209] env[69333]: DEBUG oslo_vmware.api [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] Waiting for the task: (returnval){ [ 677.146209] env[69333]: value = "task-4133512" [ 677.146209] env[69333]: _type = "Task" [ 677.146209] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.158488] env[69333]: DEBUG oslo_vmware.api [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] Task: {'id': task-4133512, 'name': SuspendVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.196822] env[69333]: DEBUG nova.network.neutron [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updated VIF entry in instance network info cache for port 11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.197133] env[69333]: DEBUG nova.network.neutron [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.270813] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Successfully updated port: 689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.300218] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.323187] env[69333]: DEBUG nova.objects.instance [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lazy-loading 'pci_requests' on Instance uuid 6514d903-1c1c-402c-a440-3c11fc6849d3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.433169] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523f5aae-45d0-5312-6b90-019da9201cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.433668] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.433986] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e/04666d7c-26f8-46cf-bc3d-ea6b4ddc650e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.434264] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2783aa6b-55fc-4d18-9e33-a62c94836af8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442325] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 677.442325] env[69333]: value = "task-4133513" [ 677.442325] env[69333]: _type = "Task" [ 677.442325] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.451715] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.460763] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.538529] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.542904] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40316a75-bfa2-474f-afa9-83d0095030c5 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.544420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.899s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.545968] env[69333]: INFO nova.compute.claims [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.670180] env[69333]: DEBUG oslo_vmware.api [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] Task: {'id': task-4133512, 'name': SuspendVM_Task} progress is 91%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.682258] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Successfully created port: aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.700517] env[69333]: DEBUG oslo_concurrency.lockutils [req-3aac9b33-8c61-41c9-8bb0-c48be8e5c026 req-c6f69586-2b57-48f1-bbca-93616a85be47 service nova] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.772514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.772771] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquired lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.772952] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.829183] env[69333]: DEBUG nova.objects.base [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Object Instance<6514d903-1c1c-402c-a440-3c11fc6849d3> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 677.829183] env[69333]: DEBUG nova.network.neutron [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.955673] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133513, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.961351] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cf9cf3ee-c6e0-444a-a13d-1d98455f1834 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "interface-6514d903-1c1c-402c-a440-3c11fc6849d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.968048] env[69333]: DEBUG oslo_vmware.api [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133511, 'name': PowerOnVM_Task, 'duration_secs': 0.588339} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.968371] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.968593] env[69333]: INFO nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 10.17 seconds to spawn the instance on the hypervisor. [ 677.968772] env[69333]: DEBUG nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.970627] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0353d96-3eb6-42fa-9c98-be5df9ecd327 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.163079] env[69333]: DEBUG oslo_vmware.api [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] Task: {'id': task-4133512, 'name': SuspendVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.219279] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.219279] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.320100] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.454874] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69085} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.455181] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e/04666d7c-26f8-46cf-bc3d-ea6b4ddc650e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.455404] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.455699] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eaa3124-d85f-451d-938d-2211b4a46ac5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.468283] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 678.468283] env[69333]: value = "task-4133514" [ 678.468283] env[69333]: _type = "Task" [ 678.468283] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.481122] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.490574] env[69333]: DEBUG nova.network.neutron [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updating instance_info_cache with network_info: [{"id": "689069fe-03a9-4d40-98d9-303cd9d08e17", "address": "fa:16:3e:52:06:df", "network": {"id": "d0effbcc-7203-496f-8d40-a47c7c1a2ab4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-913419143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926fef0972a24f33915e45afffdcd19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689069fe-03", "ovs_interfaceid": "689069fe-03a9-4d40-98d9-303cd9d08e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.494458] env[69333]: INFO nova.compute.manager [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 32.40 seconds to build instance. [ 678.551494] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.580760] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.581171] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.581520] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.581570] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.581756] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.583214] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.583214] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.583214] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.583214] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.583214] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.583452] env[69333]: DEBUG nova.virt.hardware [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.583944] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fadfaf4-6094-41d1-9ee0-e4a9daa41779 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.594186] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7fdb3f-717f-4e3e-b957-3bc1add020f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.666152] env[69333]: DEBUG oslo_vmware.api [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] Task: {'id': task-4133512, 'name': SuspendVM_Task, 'duration_secs': 1.144953} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.666917] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Suspended the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 678.667290] env[69333]: DEBUG nova.compute.manager [None req-a90ea6bf-4e8f-496a-8cbb-2b1664c67371 tempest-ServersAdminNegativeTestJSON-133981845 tempest-ServersAdminNegativeTestJSON-133981845-project-admin] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.668591] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018e1099-6ec3-4c25-81a7-44602f8b2af1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.987554] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213476} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.988340] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.989207] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729d4be-d7fe-41ea-aad2-375b5b2b05fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.994565] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Releasing lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.994864] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Instance network_info: |[{"id": "689069fe-03a9-4d40-98d9-303cd9d08e17", "address": "fa:16:3e:52:06:df", "network": {"id": "d0effbcc-7203-496f-8d40-a47c7c1a2ab4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-913419143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926fef0972a24f33915e45afffdcd19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689069fe-03", "ovs_interfaceid": "689069fe-03a9-4d40-98d9-303cd9d08e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.995957] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:06:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '689069fe-03a9-4d40-98d9-303cd9d08e17', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.004106] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Creating folder: Project (926fef0972a24f33915e45afffdcd19f). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.013939] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b82767f8-cf46-44e9-a685-031ef8070cd3 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.017s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.014194] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8aba518-e94a-4f57-a9dc-2554c516f19a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.024266] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e/04666d7c-26f8-46cf-bc3d-ea6b4ddc650e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.028489] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062fb1a4-ae30-4e56-b9c2-de033d5527e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.049197] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 679.049197] env[69333]: value = "task-4133516" [ 679.049197] env[69333]: _type = "Task" [ 679.049197] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.057243] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Created folder: Project (926fef0972a24f33915e45afffdcd19f) in parent group-v818612. [ 679.057448] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Creating folder: Instances. Parent ref: group-v818675. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.057687] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7191a0f4-aac9-4e75-bef6-3c582b4982af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.062425] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.070907] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Created folder: Instances in parent group-v818675. [ 679.071210] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.071433] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.072138] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c8b064-ac19-4861-8b6b-3ebd899b749e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.095182] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.095182] env[69333]: value = "task-4133518" [ 679.095182] env[69333]: _type = "Task" [ 679.095182] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.105413] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133518, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.157938] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602e00d-009d-4cc8-9c31-600b4de9354f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.166342] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99456f89-a653-4b2d-995f-8d29e85afa3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.204178] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb5a34-9d01-4ebc-9679-f87396306e25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.213900] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037551b-0f78-42b6-9882-ab5a72b5f1b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.232538] env[69333]: DEBUG nova.compute.provider_tree [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.492938] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Successfully updated port: aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.543792] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.559919] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.577735] env[69333]: DEBUG nova.compute.manager [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Received event network-vif-plugged-689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.577884] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Acquiring lock "13f55876-520c-4486-8bae-2b0962436054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.578186] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Lock "13f55876-520c-4486-8bae-2b0962436054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.578362] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Lock "13f55876-520c-4486-8bae-2b0962436054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.578551] env[69333]: DEBUG nova.compute.manager [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] No waiting events found dispatching network-vif-plugged-689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.578821] env[69333]: WARNING nova.compute.manager [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Received unexpected event network-vif-plugged-689069fe-03a9-4d40-98d9-303cd9d08e17 for instance with vm_state building and task_state spawning. [ 679.578881] env[69333]: DEBUG nova.compute.manager [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Received event network-changed-689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.579092] env[69333]: DEBUG nova.compute.manager [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Refreshing instance network info cache due to event network-changed-689069fe-03a9-4d40-98d9-303cd9d08e17. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.579302] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Acquiring lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.579437] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Acquired lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.579595] env[69333]: DEBUG nova.network.neutron [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Refreshing network info cache for port 689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.606948] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133518, 'name': CreateVM_Task, 'duration_secs': 0.43519} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.607145] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.607847] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.608014] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.608345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.608907] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d76917-3965-4949-b670-ae39a5a864b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.614605] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 679.614605] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52254206-61b8-75eb-db9e-d6386a2767c2" [ 679.614605] env[69333]: _type = "Task" [ 679.614605] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.624154] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52254206-61b8-75eb-db9e-d6386a2767c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.737552] env[69333]: DEBUG nova.scheduler.client.report [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.820586] env[69333]: DEBUG nova.compute.manager [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Received event network-vif-plugged-aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.820586] env[69333]: DEBUG oslo_concurrency.lockutils [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] Acquiring lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.820586] env[69333]: DEBUG oslo_concurrency.lockutils [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.820848] env[69333]: DEBUG oslo_concurrency.lockutils [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.820848] env[69333]: DEBUG nova.compute.manager [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] No waiting events found dispatching network-vif-plugged-aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.821111] env[69333]: WARNING nova.compute.manager [req-f378512b-3c93-4ae2-a909-c7386569a0bc req-3742adca-9ffd-4081-806c-d5e0c4ed6473 service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Received unexpected event network-vif-plugged-aca081ce-4bda-40ee-9fc6-815d17a0666b for instance with vm_state building and task_state spawning. [ 679.995878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquired lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.996629] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.062673] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133516, 'name': ReconfigVM_Task, 'duration_secs': 0.796549} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.063376] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e/04666d7c-26f8-46cf-bc3d-ea6b4ddc650e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.064061] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd9bff2-02e4-4e5d-86d7-3bef02cca736 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.071300] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 680.071300] env[69333]: value = "task-4133519" [ 680.071300] env[69333]: _type = "Task" [ 680.071300] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.072335] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.081663] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133519, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.126688] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52254206-61b8-75eb-db9e-d6386a2767c2, 'name': SearchDatastore_Task, 'duration_secs': 0.048834} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.129673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129941] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.130510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.130510] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.131961] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.131961] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27ea2b2-9a50-4805-8c6e-71d14ab37a46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.152322] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.152510] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.153539] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb789cb7-b39c-47f8-8c58-dba4dccdf160 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.160433] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 680.160433] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5289c809-e0ec-43c8-6b78-73ed289cd62a" [ 680.160433] env[69333]: _type = "Task" [ 680.160433] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.169426] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5289c809-e0ec-43c8-6b78-73ed289cd62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.243285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.243607] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.248818] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.311s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.251551] env[69333]: INFO nova.compute.claims [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.386142] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "6514d903-1c1c-402c-a440-3c11fc6849d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.386142] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.386142] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.386142] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.386420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.391265] env[69333]: INFO nova.compute.manager [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Terminating instance [ 680.411965] env[69333]: DEBUG nova.network.neutron [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updated VIF entry in instance network info cache for port 689069fe-03a9-4d40-98d9-303cd9d08e17. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.412422] env[69333]: DEBUG nova.network.neutron [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updating instance_info_cache with network_info: [{"id": "689069fe-03a9-4d40-98d9-303cd9d08e17", "address": "fa:16:3e:52:06:df", "network": {"id": "d0effbcc-7203-496f-8d40-a47c7c1a2ab4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-913419143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926fef0972a24f33915e45afffdcd19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689069fe-03", "ovs_interfaceid": "689069fe-03a9-4d40-98d9-303cd9d08e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.561018] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.584830] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133519, 'name': Rename_Task, 'duration_secs': 0.185696} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.585591] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.585591] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee3a9b9-8d84-48c1-9737-c3cd987e5166 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.598390] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 680.598390] env[69333]: value = "task-4133520" [ 680.598390] env[69333]: _type = "Task" [ 680.598390] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.607948] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.680138] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5289c809-e0ec-43c8-6b78-73ed289cd62a, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.680138] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8621b8f9-376e-4d95-8d54-3f687f0748a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.686943] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 680.686943] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5244f305-1ce6-3bf9-8dba-6dccf98ee370" [ 680.686943] env[69333]: _type = "Task" [ 680.686943] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.700194] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5244f305-1ce6-3bf9-8dba-6dccf98ee370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.758499] env[69333]: DEBUG nova.compute.utils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.764028] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.764028] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.787755] env[69333]: DEBUG nova.network.neutron [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Updating instance_info_cache with network_info: [{"id": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "address": "fa:16:3e:bd:eb:aa", "network": {"id": "88eded97-00fa-4dc1-95a3-d91e19711360", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1790392052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5fd82c7e104290b6064f2e912b2e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca081ce-4b", "ovs_interfaceid": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.862888] env[69333]: DEBUG nova.policy [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe459f7a6e164799a28567878163a940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c273f772c542a99b17692071074bff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.895847] env[69333]: DEBUG nova.compute.manager [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.899196] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.899196] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3606140-c6c3-450d-bbaa-64bfc81ec0e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.906651] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.907292] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53fd9914-4a03-4a34-8bdc-ae1febf90917 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.916038] env[69333]: DEBUG oslo_concurrency.lockutils [req-5851bfc6-49d5-4c26-81b4-0fc400f26857 req-2f0793a7-52dc-483e-badb-446cf65d0786 service nova] Releasing lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.917343] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 680.917343] env[69333]: value = "task-4133521" [ 680.917343] env[69333]: _type = "Task" [ 680.917343] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.927089] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.111435] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.197727] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5244f305-1ce6-3bf9-8dba-6dccf98ee370, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.198217] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.198278] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 13f55876-520c-4486-8bae-2b0962436054/13f55876-520c-4486-8bae-2b0962436054.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.198542] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b97741-bea3-4a46-b91d-c3c9005ef525 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.206536] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 681.206536] env[69333]: value = "task-4133522" [ 681.206536] env[69333]: _type = "Task" [ 681.206536] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.215019] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.263491] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.292212] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Releasing lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.292592] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Instance network_info: |[{"id": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "address": "fa:16:3e:bd:eb:aa", "network": {"id": "88eded97-00fa-4dc1-95a3-d91e19711360", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1790392052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5fd82c7e104290b6064f2e912b2e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca081ce-4b", "ovs_interfaceid": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.293060] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:eb:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aca081ce-4bda-40ee-9fc6-815d17a0666b', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.301713] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Creating folder: Project (ee5fd82c7e104290b6064f2e912b2e2d). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.305042] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e915ed4-efab-4d80-adaf-f431a2d47e97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.317470] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Created folder: Project (ee5fd82c7e104290b6064f2e912b2e2d) in parent group-v818612. [ 681.317839] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Creating folder: Instances. Parent ref: group-v818678. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.318130] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64610412-b0db-4c42-b515-bfb4a9e91676 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.328991] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Created folder: Instances in parent group-v818678. [ 681.329306] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.329516] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.329951] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42a61e3f-3db7-4907-9a42-60400d113b78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.357047] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.357047] env[69333]: value = "task-4133525" [ 681.357047] env[69333]: _type = "Task" [ 681.357047] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.373568] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133525, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.411282] env[69333]: DEBUG nova.compute.manager [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.411282] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa2ef3-379a-44cd-b9a2-3336dd916388 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.432910] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133521, 'name': PowerOffVM_Task, 'duration_secs': 0.200957} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.442142] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.442142] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.442142] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33fc8c3-2389-44b2-9aaa-6252647e1e7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.526565] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.527068] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.527068] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Deleting the datastore file [datastore1] 6514d903-1c1c-402c-a440-3c11fc6849d3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.530469] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b028ce4f-6cde-4d39-bf10-ebf138275156 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.539599] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for the task: (returnval){ [ 681.539599] env[69333]: value = "task-4133527" [ 681.539599] env[69333]: _type = "Task" [ 681.539599] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.552825] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.599407] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Successfully created port: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.622223] env[69333]: DEBUG oslo_vmware.api [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133520, 'name': PowerOnVM_Task, 'duration_secs': 0.83298} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.629500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.629500] env[69333]: INFO nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Took 11.03 seconds to spawn the instance on the hypervisor. [ 681.629500] env[69333]: DEBUG nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.629500] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c5a25-ee2d-4738-a6b4-9a5c219c8668 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.719536] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.870315] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133525, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.929347] env[69333]: INFO nova.compute.manager [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] instance snapshotting [ 681.932811] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcaecd8-70d1-4950-a8e6-1018e923d7fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.956319] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8bc4bf-1097-49d5-921e-2b896aaea003 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.960498] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04f75c-d810-4fa5-9952-b9dff6b63918 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.975253] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ff9cd-e5aa-432e-9b5b-1fe0906ab11e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.009500] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc61d0af-ac46-4c8c-adec-5ccae0ca6ed9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.021025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9911e33c-3398-4b4b-8310-5886f0423258 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.036476] env[69333]: DEBUG nova.compute.provider_tree [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.051122] env[69333]: DEBUG oslo_vmware.api [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Task: {'id': task-4133527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305466} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.053016] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.053333] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.053584] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.053851] env[69333]: INFO nova.compute.manager [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 682.054209] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.054821] env[69333]: DEBUG nova.compute.manager [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.054971] env[69333]: DEBUG nova.network.neutron [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.087021] env[69333]: DEBUG nova.compute.manager [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Received event network-changed-aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.087021] env[69333]: DEBUG nova.compute.manager [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Refreshing instance network info cache due to event network-changed-aca081ce-4bda-40ee-9fc6-815d17a0666b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.087021] env[69333]: DEBUG oslo_concurrency.lockutils [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] Acquiring lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087021] env[69333]: DEBUG oslo_concurrency.lockutils [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] Acquired lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.087021] env[69333]: DEBUG nova.network.neutron [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Refreshing network info cache for port aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.150724] env[69333]: INFO nova.compute.manager [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Took 35.28 seconds to build instance. [ 682.219503] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548415} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.219788] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 13f55876-520c-4486-8bae-2b0962436054/13f55876-520c-4486-8bae-2b0962436054.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.220008] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.220330] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7911ecd-0ac1-429c-aaec-4f0ee1e5d133 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.228486] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 682.228486] env[69333]: value = "task-4133528" [ 682.228486] env[69333]: _type = "Task" [ 682.228486] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.238941] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.278434] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.307907] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.308612] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.308713] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.308915] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.309156] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.309331] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.309592] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.309714] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.309878] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.310049] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.310248] env[69333]: DEBUG nova.virt.hardware [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.311512] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a628f73-045c-4056-955a-485f3d0f94e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.322081] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14c7a5a-7ec1-4ec6-809e-6627b311b032 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.367753] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133525, 'name': CreateVM_Task, 'duration_secs': 0.598566} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.367947] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.369015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.369332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.369677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.369952] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8e8e75-4af8-444b-b924-568ba1bfb7b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.376626] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 682.376626] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529fcfda-bdf8-5488-135b-84f42295001f" [ 682.376626] env[69333]: _type = "Task" [ 682.376626] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.386763] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529fcfda-bdf8-5488-135b-84f42295001f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.480588] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.480975] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81ef367f-de0a-4fd6-9d5b-3f3747cb9cd4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.492490] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 682.492490] env[69333]: value = "task-4133529" [ 682.492490] env[69333]: _type = "Task" [ 682.492490] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.502619] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.539915] env[69333]: DEBUG nova.scheduler.client.report [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.653377] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac726c98-16cd-4dbf-abd3-6194fca91baa tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.094s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.739544] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073524} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.740243] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.742034] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4eafa4-89b5-491a-96e1-99b5c152f8b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.767063] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 13f55876-520c-4486-8bae-2b0962436054/13f55876-520c-4486-8bae-2b0962436054.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.769958] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03556aa7-57c5-4828-835d-2f012db140c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.794039] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 682.794039] env[69333]: value = "task-4133530" [ 682.794039] env[69333]: _type = "Task" [ 682.794039] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.802659] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.889251] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529fcfda-bdf8-5488-135b-84f42295001f, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.892825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.893112] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.893473] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.893665] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.893893] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.894240] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e209d184-91f4-452c-a00d-c190b2744e38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.905564] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.905766] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.906529] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca21c9b-b4d8-4f3b-9b67-5a17df80ce31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.913480] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 682.913480] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52097dc9-9f5f-3d10-e5f4-2328e8846cea" [ 682.913480] env[69333]: _type = "Task" [ 682.913480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.923548] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52097dc9-9f5f-3d10-e5f4-2328e8846cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.990623] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.990812] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.004146] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.045470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.046263] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.049012] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.635s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.049331] env[69333]: DEBUG nova.objects.instance [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lazy-loading 'resources' on Instance uuid 08bafbfc-161c-46ab-883a-a86e1db3499a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.055321] env[69333]: DEBUG nova.network.neutron [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.156386] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.306529] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133530, 'name': ReconfigVM_Task, 'duration_secs': 0.323163} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.306938] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 13f55876-520c-4486-8bae-2b0962436054/13f55876-520c-4486-8bae-2b0962436054.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.307513] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20183e8-de2f-4ca8-bba0-c4cfac79ee7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.315860] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 683.315860] env[69333]: value = "task-4133531" [ 683.315860] env[69333]: _type = "Task" [ 683.315860] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.320672] env[69333]: DEBUG nova.network.neutron [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Updated VIF entry in instance network info cache for port aca081ce-4bda-40ee-9fc6-815d17a0666b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.321061] env[69333]: DEBUG nova.network.neutron [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Updating instance_info_cache with network_info: [{"id": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "address": "fa:16:3e:bd:eb:aa", "network": {"id": "88eded97-00fa-4dc1-95a3-d91e19711360", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1790392052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5fd82c7e104290b6064f2e912b2e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca081ce-4b", "ovs_interfaceid": "aca081ce-4bda-40ee-9fc6-815d17a0666b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.331296] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133531, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.428843] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52097dc9-9f5f-3d10-e5f4-2328e8846cea, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.429851] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a10995-0326-424c-a154-430786c8f89b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.436641] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 683.436641] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bfea25-509c-2093-376a-e1a9f46ff2b8" [ 683.436641] env[69333]: _type = "Task" [ 683.436641] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.454843] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bfea25-509c-2093-376a-e1a9f46ff2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.455306] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.455598] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 71670670-eaeb-4ea4-8a75-f87b443ef5ff/71670670-eaeb-4ea4-8a75-f87b443ef5ff.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.455950] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d933ec61-27f9-4324-a3f3-49dcc1d8f9e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.464259] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 683.464259] env[69333]: value = "task-4133532" [ 683.464259] env[69333]: _type = "Task" [ 683.464259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.473381] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.508066] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.511024] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 683.511835] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.514996] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.553714] env[69333]: DEBUG nova.compute.utils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.558443] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.558443] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.561188] env[69333]: INFO nova.compute.manager [-] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Took 1.51 seconds to deallocate network for instance. [ 683.688868] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.694029] env[69333]: DEBUG nova.policy [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac9b8b84ccbf4698a715963264703d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d619ef36833444b930735873e6d2a6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.825757] env[69333]: DEBUG oslo_concurrency.lockutils [req-3444f997-92db-4ac9-a882-4bbc77fe9a83 req-b3554ffe-48cd-41ce-9d78-b5ae0ced8f4f service nova] Releasing lock "refresh_cache-71670670-eaeb-4ea4-8a75-f87b443ef5ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.833886] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133531, 'name': Rename_Task, 'duration_secs': 0.173975} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.838600] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.839288] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6999ca-af9a-4b07-97bc-13812795dc3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.849497] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 683.849497] env[69333]: value = "task-4133533" [ 683.849497] env[69333]: _type = "Task" [ 683.849497] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.862815] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.947438] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Successfully updated port: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.978129] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133532, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.016693] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.017041] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133529, 'name': CreateSnapshot_Task, 'duration_secs': 1.177888} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.023468] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.023468] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd516889-3114-4294-ac5d-b69fa37fc15c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.059155] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.073310] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.308426] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a6b556-3b7a-4811-b4e2-c94edf00629a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.318279] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4b2e2-c829-4f05-88c4-c0e10abde25a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.328425] env[69333]: DEBUG nova.compute.manager [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received event network-vif-plugged-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.328425] env[69333]: DEBUG oslo_concurrency.lockutils [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] Acquiring lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.328425] env[69333]: DEBUG oslo_concurrency.lockutils [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.328742] env[69333]: DEBUG oslo_concurrency.lockutils [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.328987] env[69333]: DEBUG nova.compute.manager [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] No waiting events found dispatching network-vif-plugged-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.329189] env[69333]: WARNING nova.compute.manager [req-c1b3ce4a-e1b6-429d-9ff3-047de5aebc3d req-213c1776-504a-4920-8aa4-1cea6b65daa0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received unexpected event network-vif-plugged-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 for instance with vm_state building and task_state spawning. [ 684.375540] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb65a2e9-94bf-4895-a56f-86238d533a6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.386091] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133533, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.390067] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acde571-557d-433c-8635-8133aefe4d4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.408592] env[69333]: DEBUG nova.compute.provider_tree [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.449712] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.450032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450032] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.483236] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523272} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.483568] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 71670670-eaeb-4ea4-8a75-f87b443ef5ff/71670670-eaeb-4ea4-8a75-f87b443ef5ff.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.483914] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.484145] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2ac47f0-6356-45a4-b513-803f8051fa9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.493085] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 684.493085] env[69333]: value = "task-4133534" [ 684.493085] env[69333]: _type = "Task" [ 684.493085] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.502937] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.511281] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Successfully created port: 4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.542890] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.543241] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2801cbd0-0639-4792-89a1-68ff9d3785a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553953] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 684.553953] env[69333]: value = "task-4133535" [ 684.553953] env[69333]: _type = "Task" [ 684.553953] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.566020] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133535, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.687896] env[69333]: DEBUG nova.compute.manager [req-90d4f477-a248-4ec5-9008-192713da34c1 req-e1bfc80a-00ae-43fa-8fb1-ca3653491e92 service nova] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Received event network-vif-deleted-fa5dab81-e81f-4814-8126-157275fb59ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.882967] env[69333]: DEBUG oslo_vmware.api [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133533, 'name': PowerOnVM_Task, 'duration_secs': 0.540833} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.883399] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.885400] env[69333]: INFO nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Took 9.17 seconds to spawn the instance on the hypervisor. [ 684.885400] env[69333]: DEBUG nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.885400] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb367d-9d3f-434e-8935-bb3fbc3b7cca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.914436] env[69333]: DEBUG nova.scheduler.client.report [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.998408] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.008263] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076357} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.008731] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.009784] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347705f-9daa-41c2-a7a1-3ea65b747e4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.040565] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 71670670-eaeb-4ea4-8a75-f87b443ef5ff/71670670-eaeb-4ea4-8a75-f87b443ef5ff.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.044151] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0383a72-34d8-478c-af5b-e92966b6caa6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.076156] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.079408] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133535, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.079774] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 685.079774] env[69333]: value = "task-4133536" [ 685.079774] env[69333]: _type = "Task" [ 685.079774] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.099993] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.116753] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.116926] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.117087] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.117299] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.117456] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.117585] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.117793] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.118025] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.118276] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.118479] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.118659] env[69333]: DEBUG nova.virt.hardware [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.119648] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f275b-4f52-482a-a8d2-bf7445e79722 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.128582] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c0c75-74c1-41a6-9092-f96827d5d440 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.272557] env[69333]: DEBUG nova.network.neutron [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updating instance_info_cache with network_info: [{"id": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "address": "fa:16:3e:49:35:03", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9da1d4a-55", "ovs_interfaceid": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.417505] env[69333]: INFO nova.compute.manager [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Took 35.72 seconds to build instance. [ 685.418148] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.424555] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.701s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.424555] env[69333]: DEBUG nova.objects.instance [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lazy-loading 'resources' on Instance uuid ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.448864] env[69333]: INFO nova.scheduler.client.report [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted allocations for instance 08bafbfc-161c-46ab-883a-a86e1db3499a [ 685.575579] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133535, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.328146] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.328146] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Instance network_info: |[{"id": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "address": "fa:16:3e:49:35:03", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9da1d4a-55", "ovs_interfaceid": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.328358] env[69333]: DEBUG oslo_concurrency.lockutils [None req-43063eb8-1da2-4628-8c36-e6ad8e17c829 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.400s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.331994] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.335022] env[69333]: WARNING oslo_vmware.common.loopingcall [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] task run outlasted interval by 0.25184799999999996 sec [ 686.335022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "08bafbfc-161c-46ab-883a-a86e1db3499a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.715s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.335022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:35:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9da1d4a-55ed-4f7a-88d0-e14a70fd8676', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.342171] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.347132] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.350640] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d674c68-fe35-4f1a-b3d1-f4f61b081077 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.372015] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133535, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.379625] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133536, 'name': ReconfigVM_Task, 'duration_secs': 0.623079} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.380116] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.380116] env[69333]: value = "task-4133537" [ 686.380116] env[69333]: _type = "Task" [ 686.380116] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.380282] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 71670670-eaeb-4ea4-8a75-f87b443ef5ff/71670670-eaeb-4ea4-8a75-f87b443ef5ff.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.381059] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36bfafd8-03fa-445b-9f75-99ebf9d98367 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.394313] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133537, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.395046] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 686.395046] env[69333]: value = "task-4133538" [ 686.395046] env[69333]: _type = "Task" [ 686.395046] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.411887] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133538, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.537465] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Successfully updated port: 4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.549068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "92d67e6e-f081-4006-94d8-241696d59b88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.549068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.634277] env[69333]: DEBUG nova.compute.manager [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-changed-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.634277] env[69333]: DEBUG nova.compute.manager [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing instance network info cache due to event network-changed-11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.638020] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.638020] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.638020] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing network info cache for port 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.844400] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133535, 'name': CloneVM_Task, 'duration_secs': 2.194528} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.844700] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Created linked-clone VM from snapshot [ 686.845502] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98ed52-5566-4116-98a8-4b975978e3ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.850699] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.859458] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Uploading image 50b97c0a-cef5-4326-927e-ce845490d9b9 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.901649] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133537, 'name': CreateVM_Task, 'duration_secs': 0.378766} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.904537] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.904537] env[69333]: value = "vm-818682" [ 686.904537] env[69333]: _type = "VirtualMachine" [ 686.904537] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.907114] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.907360] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5be1c0b9-b206-4ff2-b8f9-e54f8ef84468 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.909458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.909458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.909844] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.910755] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0234d2e-50e5-418b-b5f2-3b50b02d0a12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.917180] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133538, 'name': Rename_Task, 'duration_secs': 0.214428} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.921170] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.921941] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lease: (returnval){ [ 686.921941] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad8956-165e-f4ae-e983-ff08d7173848" [ 686.921941] env[69333]: _type = "HttpNfcLease" [ 686.921941] env[69333]: } obtained for exporting VM: (result){ [ 686.921941] env[69333]: value = "vm-818682" [ 686.921941] env[69333]: _type = "VirtualMachine" [ 686.921941] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.922292] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the lease: (returnval){ [ 686.922292] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad8956-165e-f4ae-e983-ff08d7173848" [ 686.922292] env[69333]: _type = "HttpNfcLease" [ 686.922292] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.924593] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e68bbd8-d3d1-4499-8833-643fcb197e34 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.927480] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 686.927480] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ceef56-0e56-18d1-4c46-5981e917d169" [ 686.927480] env[69333]: _type = "Task" [ 686.927480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.938592] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 686.938592] env[69333]: value = "task-4133540" [ 686.938592] env[69333]: _type = "Task" [ 686.938592] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.940274] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.940274] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad8956-165e-f4ae-e983-ff08d7173848" [ 686.940274] env[69333]: _type = "HttpNfcLease" [ 686.940274] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.944014] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.944014] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ad8956-165e-f4ae-e983-ff08d7173848" [ 686.944014] env[69333]: _type = "HttpNfcLease" [ 686.944014] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.947612] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ea460-9658-498d-8601-83153249afcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.950221] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ceef56-0e56-18d1-4c46-5981e917d169, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.954133] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.954133] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.954133] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.954251] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.954360] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.955531] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9885158-cbfc-4a0b-9e26-241c784a7fd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.965056] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133540, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.965495] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.966549] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.032855] env[69333]: DEBUG nova.compute.manager [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Received event network-vif-plugged-4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.033115] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Acquiring lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.033351] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.033521] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.033686] env[69333]: DEBUG nova.compute.manager [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] No waiting events found dispatching network-vif-plugged-4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 687.033921] env[69333]: WARNING nova.compute.manager [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Received unexpected event network-vif-plugged-4b0d790c-7288-4320-88dc-df98f0ec983f for instance with vm_state building and task_state spawning. [ 687.033999] env[69333]: DEBUG nova.compute.manager [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Received event network-changed-4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.034159] env[69333]: DEBUG nova.compute.manager [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Refreshing instance network info cache due to event network-changed-4b0d790c-7288-4320-88dc-df98f0ec983f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.034348] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Acquiring lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.034481] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Acquired lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.034632] env[69333]: DEBUG nova.network.neutron [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Refreshing network info cache for port 4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.035920] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.036062] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.038786] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227b13c6-abe6-4056-9b8d-c369ead97e75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.042598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.048224] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 687.048224] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522e88f2-7887-a1c3-cdd3-f0ccb62c266d" [ 687.048224] env[69333]: _type = "Task" [ 687.048224] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.061580] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522e88f2-7887-a1c3-cdd3-f0ccb62c266d, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.062492] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee46fbd-973a-45b0-9fc4-eed0c282d97c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.073027] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 687.073027] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52450f66-00b8-ea73-2778-91d156643e90" [ 687.073027] env[69333]: _type = "Task" [ 687.073027] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.079274] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86f9e8b8-ded6-4e89-a1f7-47afec66a67f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.088829] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52450f66-00b8-ea73-2778-91d156643e90, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.089098] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.089346] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 38d1e69b-afaa-4753-afed-59e67f5ed6c9/38d1e69b-afaa-4753-afed-59e67f5ed6c9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.089643] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50ff0ee-70c3-47ea-b20f-c42711c6ae32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.098307] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 687.098307] env[69333]: value = "task-4133541" [ 687.098307] env[69333]: _type = "Task" [ 687.098307] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.111081] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.111874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169a5f79-62e4-4d00-9c7f-3049631f8d77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.131298] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5105f6-dec8-42cc-80b8-8229805d2dd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.169870] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622a2c2-5a0c-4ebd-91ef-3f9c75f9d2ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.179376] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c130558-3c2d-43a4-9cfe-2da9ec6b122f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.195732] env[69333]: DEBUG nova.compute.provider_tree [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.376758] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.458938] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.582852] env[69333]: DEBUG nova.network.neutron [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.613135] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.689087] env[69333]: DEBUG nova.network.neutron [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.704045] env[69333]: DEBUG nova.scheduler.client.report [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.954111] env[69333]: DEBUG oslo_vmware.api [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133540, 'name': PowerOnVM_Task, 'duration_secs': 0.635765} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.954571] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.954862] env[69333]: INFO nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Took 9.40 seconds to spawn the instance on the hypervisor. [ 687.955132] env[69333]: DEBUG nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.955936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b1148-f06d-4a9c-af3f-bfb6472f046b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.110493] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574466} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.111199] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 38d1e69b-afaa-4753-afed-59e67f5ed6c9/38d1e69b-afaa-4753-afed-59e67f5ed6c9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.111501] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.111853] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db0a83c-bd76-4f5e-a1ef-889a4cc876c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.119838] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 688.119838] env[69333]: value = "task-4133542" [ 688.119838] env[69333]: _type = "Task" [ 688.119838] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.127132] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updated VIF entry in instance network info cache for port 11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.127392] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.141460] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.150176] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "f47ae27b-8118-4331-9e67-afc6fc410200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.150551] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.150935] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.152339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.152605] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.155922] env[69333]: INFO nova.compute.manager [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Terminating instance [ 688.194242] env[69333]: DEBUG oslo_concurrency.lockutils [req-3d8238eb-19fe-4667-987f-7b8651507012 req-fd4f4c0a-13db-4278-88c9-f7c925fac530 service nova] Releasing lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.194669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.194853] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.210768] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.787s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.213696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.365s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.213948] env[69333]: DEBUG nova.objects.instance [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.252303] env[69333]: INFO nova.scheduler.client.report [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted allocations for instance ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117 [ 688.481724] env[69333]: INFO nova.compute.manager [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Took 31.29 seconds to build instance. [ 688.635161] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139387} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.635161] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.635455] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f237742-c61a-436f-9cef-7db8df60b3cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.650454] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.650539] env[69333]: DEBUG nova.compute.manager [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.650790] env[69333]: DEBUG nova.compute.manager [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing instance network info cache due to event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.651159] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Acquiring lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.651403] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Acquired lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.651680] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.667652] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 38d1e69b-afaa-4753-afed-59e67f5ed6c9/38d1e69b-afaa-4753-afed-59e67f5ed6c9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.672742] env[69333]: DEBUG nova.compute.manager [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.673768] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.673768] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7868da-9c44-48dc-bf2e-f758e6402d14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696446] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4b6265-c182-45b0-a574-998cbaae941f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.711126] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.712672] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3235e2b7-2015-4fd9-a938-d4f31c3cc20c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.715631] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 688.715631] env[69333]: value = "task-4133543" [ 688.715631] env[69333]: _type = "Task" [ 688.715631] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.731177] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.742603] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.772688] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.523s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.796295] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.796960] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.796960] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleting the datastore file [datastore1] f47ae27b-8118-4331-9e67-afc6fc410200 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.797340] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0da6f1-14f2-4114-bf10-764fb532f262 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.805851] env[69333]: DEBUG oslo_vmware.api [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 688.805851] env[69333]: value = "task-4133545" [ 688.805851] env[69333]: _type = "Task" [ 688.805851] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.816017] env[69333]: DEBUG oslo_vmware.api [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.984476] env[69333]: DEBUG oslo_concurrency.lockutils [None req-82c43832-3b53-4a8d-b60e-4a513a38bc53 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.751s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.986749] env[69333]: DEBUG nova.network.neutron [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Updating instance_info_cache with network_info: [{"id": "4b0d790c-7288-4320-88dc-df98f0ec983f", "address": "fa:16:3e:f7:56:71", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d790c-72", "ovs_interfaceid": "4b0d790c-7288-4320-88dc-df98f0ec983f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.061139] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updated VIF entry in instance network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.061477] env[69333]: DEBUG nova.network.neutron [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updating instance_info_cache with network_info: [{"id": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "address": "fa:16:3e:49:35:03", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9da1d4a-55", "ovs_interfaceid": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.227695] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133543, 'name': ReconfigVM_Task, 'duration_secs': 0.350539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.228090] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 38d1e69b-afaa-4753-afed-59e67f5ed6c9/38d1e69b-afaa-4753-afed-59e67f5ed6c9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.228765] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e498bc0-1d6e-4ee9-a5e4-47ab9c1ab206 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.233078] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9801752d-171b-4a0c-a5d8-8cedb5a5214a tempest-ServersAdmin275Test-1904790024 tempest-ServersAdmin275Test-1904790024-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.234742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.260s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.236208] env[69333]: INFO nova.compute.claims [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.240910] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 689.240910] env[69333]: value = "task-4133546" [ 689.240910] env[69333]: _type = "Task" [ 689.240910] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.252053] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133546, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.272984] env[69333]: DEBUG nova.compute.manager [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Received event network-changed-689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.273095] env[69333]: DEBUG nova.compute.manager [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Refreshing instance network info cache due to event network-changed-689069fe-03a9-4d40-98d9-303cd9d08e17. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.274106] env[69333]: DEBUG oslo_concurrency.lockutils [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] Acquiring lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.274106] env[69333]: DEBUG oslo_concurrency.lockutils [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] Acquired lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.274106] env[69333]: DEBUG nova.network.neutron [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Refreshing network info cache for port 689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.317932] env[69333]: DEBUG oslo_vmware.api [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180573} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.318241] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.319027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.319027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.319027] env[69333]: INFO nova.compute.manager [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Took 0.65 seconds to destroy the instance on the hypervisor. [ 689.319027] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.319245] env[69333]: DEBUG nova.compute.manager [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.319340] env[69333]: DEBUG nova.network.neutron [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.490683] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.495677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "refresh_cache-905a3dd7-0e33-4aa6-adc0-79597406c6af" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.496395] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance network_info: |[{"id": "4b0d790c-7288-4320-88dc-df98f0ec983f", "address": "fa:16:3e:f7:56:71", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d790c-72", "ovs_interfaceid": "4b0d790c-7288-4320-88dc-df98f0ec983f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.496935] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:56:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0d790c-7288-4320-88dc-df98f0ec983f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.507942] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.508369] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.508661] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f2dd33b-5b31-4132-ab7b-9c4ab17e6642 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.542699] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.542699] env[69333]: value = "task-4133547" [ 689.542699] env[69333]: _type = "Task" [ 689.542699] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.553687] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133547, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.565575] env[69333]: DEBUG oslo_concurrency.lockutils [req-56f637a6-09e4-4ce9-8812-ac4955c473f7 req-e033039c-4260-4e4d-bc40-80667141b2b3 service nova] Releasing lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.583369] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.583369] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.583563] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.583815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.584575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.588395] env[69333]: INFO nova.compute.manager [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Terminating instance [ 689.757038] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133546, 'name': Rename_Task, 'duration_secs': 0.220708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.757783] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.759102] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcac5636-6221-4422-941c-b97dfcf74608 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.766048] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 689.766048] env[69333]: value = "task-4133548" [ 689.766048] env[69333]: _type = "Task" [ 689.766048] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.775954] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.040892] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.058133] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133547, 'name': CreateVM_Task, 'duration_secs': 0.428132} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.058351] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.059078] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.059473] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.059658] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.059945] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e7fb7f-e64b-4338-b424-8dc166b4d85b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.068403] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 690.068403] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5209e091-b2dd-25a4-f98c-0fc659316999" [ 690.068403] env[69333]: _type = "Task" [ 690.068403] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.079769] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5209e091-b2dd-25a4-f98c-0fc659316999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.098261] env[69333]: DEBUG nova.compute.manager [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.098704] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.099724] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f329dd30-a965-4031-b58a-eabea2c3a0f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.108112] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.108524] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a0f636-cbe2-4a16-9587-fb9d870291b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.114612] env[69333]: DEBUG nova.network.neutron [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updated VIF entry in instance network info cache for port 689069fe-03a9-4d40-98d9-303cd9d08e17. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.115070] env[69333]: DEBUG nova.network.neutron [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updating instance_info_cache with network_info: [{"id": "689069fe-03a9-4d40-98d9-303cd9d08e17", "address": "fa:16:3e:52:06:df", "network": {"id": "d0effbcc-7203-496f-8d40-a47c7c1a2ab4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-913419143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926fef0972a24f33915e45afffdcd19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689069fe-03", "ovs_interfaceid": "689069fe-03a9-4d40-98d9-303cd9d08e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.121702] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 690.121702] env[69333]: value = "task-4133549" [ 690.121702] env[69333]: _type = "Task" [ 690.121702] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.136959] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.200540] env[69333]: DEBUG nova.network.neutron [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.278544] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.589016] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5209e091-b2dd-25a4-f98c-0fc659316999, 'name': SearchDatastore_Task, 'duration_secs': 0.014532} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.589977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.590254] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.590513] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.590658] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.590833] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.594390] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4c6224-3724-4ed9-887e-236e97bc4b3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.606078] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.606298] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.607063] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78be754-7aae-4303-b74b-0549e8d15966 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.617020] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 690.617020] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521800fb-4d38-6720-c0b3-9eb88b2d1014" [ 690.617020] env[69333]: _type = "Task" [ 690.617020] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.623870] env[69333]: DEBUG oslo_concurrency.lockutils [req-2f7b87cf-4e3e-40c5-8980-9b89acfd8925 req-9d0a9a93-9696-4937-bc93-9205adc94cd5 service nova] Releasing lock "refresh_cache-13f55876-520c-4486-8bae-2b0962436054" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.624692] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521800fb-4d38-6720-c0b3-9eb88b2d1014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.635897] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133549, 'name': PowerOffVM_Task, 'duration_secs': 0.292129} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.636035] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.636112] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.636361] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83f5539-a6a3-4d9a-a792-6e50e4c10186 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.703053] env[69333]: INFO nova.compute.manager [-] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Took 1.38 seconds to deallocate network for instance. [ 690.719326] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.719326] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.719326] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Deleting the datastore file [datastore2] 71670670-eaeb-4ea4-8a75-f87b443ef5ff {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.719326] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8438577f-048c-47f8-8c83-94c1a5a15c64 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.726515] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for the task: (returnval){ [ 690.726515] env[69333]: value = "task-4133551" [ 690.726515] env[69333]: _type = "Task" [ 690.726515] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.736996] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.779068] env[69333]: DEBUG oslo_vmware.api [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133548, 'name': PowerOnVM_Task, 'duration_secs': 0.617002} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.779518] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.779586] env[69333]: INFO nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 690.779727] env[69333]: DEBUG nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.780943] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b9e2c-5ad0-4144-a415-6468c6011ce1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.922122] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36441a-8a90-4437-916e-df663339cb0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.933252] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a24279-139b-49f6-817f-4be6a0b456d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.969862] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ca91be-3de1-4dc1-a0eb-760f0b639c7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.979067] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992996c-b0e1-4f04-a970-f0db1450539a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.995340] env[69333]: DEBUG nova.compute.provider_tree [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.079752] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.080151] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.080692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.080692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.080928] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.085275] env[69333]: INFO nova.compute.manager [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Terminating instance [ 691.126802] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521800fb-4d38-6720-c0b3-9eb88b2d1014, 'name': SearchDatastore_Task, 'duration_secs': 0.016158} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.127999] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc96d5d2-098a-443d-b125-9f105d8dfbde {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.135710] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 691.135710] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5566e-13b2-69d3-7a40-3fe3d8f27fca" [ 691.135710] env[69333]: _type = "Task" [ 691.135710] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.146555] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5566e-13b2-69d3-7a40-3fe3d8f27fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.213748] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.239234] env[69333]: DEBUG oslo_vmware.api [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Task: {'id': task-4133551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464549} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.239234] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.239234] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.239234] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.239234] env[69333]: INFO nova.compute.manager [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.239385] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.239385] env[69333]: DEBUG nova.compute.manager [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.239385] env[69333]: DEBUG nova.network.neutron [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.304138] env[69333]: INFO nova.compute.manager [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Took 33.70 seconds to build instance. [ 691.344569] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "089fa934-e1b4-4412-999a-c79df4191b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.345414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.345414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.345414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.345713] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.354020] env[69333]: INFO nova.compute.manager [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Terminating instance [ 691.377803] env[69333]: DEBUG nova.compute.manager [req-3a2d9e7b-5ec9-4273-bcc0-5bd1d17d638e req-15b8e725-8d1a-435f-97dc-cfc3dfab2894 service nova] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Received event network-vif-deleted-8cb2b8e4-ceb7-4b17-b685-414fc1035013 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.502286] env[69333]: DEBUG nova.scheduler.client.report [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.591241] env[69333]: DEBUG nova.compute.manager [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.593775] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.593775] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd9716-7e0b-47fc-8d95-e8d503df7a33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.606099] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.606467] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8a483b-5e67-403b-89a2-edd0bc15b60b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.615369] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 691.615369] env[69333]: value = "task-4133552" [ 691.615369] env[69333]: _type = "Task" [ 691.615369] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.633967] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.649245] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5566e-13b2-69d3-7a40-3fe3d8f27fca, 'name': SearchDatastore_Task, 'duration_secs': 0.018679} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.649649] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.649955] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 905a3dd7-0e33-4aa6-adc0-79597406c6af/905a3dd7-0e33-4aa6-adc0-79597406c6af.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.650350] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d549e5-796d-4b4c-a163-cd25b519cd8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.659107] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 691.659107] env[69333]: value = "task-4133553" [ 691.659107] env[69333]: _type = "Task" [ 691.659107] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.670267] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.809662] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59185d09-c367-4aa7-98cc-0882864c6acd tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.110s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.856647] env[69333]: DEBUG nova.compute.manager [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.858217] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.859809] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea2110-bca0-4ef0-a9bb-afbe32d54360 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.871020] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.871020] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab0e24f9-eecf-45b6-af0d-b0357b861648 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.878305] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 691.878305] env[69333]: value = "task-4133554" [ 691.878305] env[69333]: _type = "Task" [ 691.878305] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.889396] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.011069] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.011756] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.020612] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.970s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.020776] env[69333]: INFO nova.compute.claims [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.132899] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133552, 'name': PowerOffVM_Task, 'duration_secs': 0.256087} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.134201] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.134201] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.134407] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d47f3ec-2c27-4ad2-8bb9-dc62879f3769 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.136654] env[69333]: DEBUG nova.network.neutron [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.174904] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.247986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.247986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.247986] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleting the datastore file [datastore2] 1f2a2d6e-3454-4736-8f1b-aa606338ecc0 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.247986] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60644ed9-7ca7-4bc2-8561-6b3861ccc029 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.263204] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 692.263204] env[69333]: value = "task-4133556" [ 692.263204] env[69333]: _type = "Task" [ 692.263204] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.277365] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.314392] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.391838] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133554, 'name': PowerOffVM_Task, 'duration_secs': 0.244987} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.392254] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.392727] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.393788] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05976f3-01ee-4890-8d36-fe021f512648 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.481506] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.482070] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.482438] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleting the datastore file [datastore2] 089fa934-e1b4-4412-999a-c79df4191b9a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.483283] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a57147e-4498-498a-b626-3cca8e5312ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.493057] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for the task: (returnval){ [ 692.493057] env[69333]: value = "task-4133558" [ 692.493057] env[69333]: _type = "Task" [ 692.493057] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.503935] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.528864] env[69333]: DEBUG nova.compute.utils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.534024] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.534024] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.603745] env[69333]: DEBUG nova.policy [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fbb48d7caf347b29c46d7b4712d4561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e171860108f4fbfa622309e5dbe4a1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.642576] env[69333]: INFO nova.compute.manager [-] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Took 1.40 seconds to deallocate network for instance. [ 692.680304] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645621} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.683026] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 905a3dd7-0e33-4aa6-adc0-79597406c6af/905a3dd7-0e33-4aa6-adc0-79597406c6af.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.683026] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.683026] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a63c65c5-becf-458a-abb7-8d73d089bc5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.691955] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 692.691955] env[69333]: value = "task-4133559" [ 692.691955] env[69333]: _type = "Task" [ 692.691955] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.706514] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.776550] env[69333]: DEBUG oslo_vmware.api [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31279} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.778636] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.778636] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.778636] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.778636] env[69333]: INFO nova.compute.manager [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 692.778636] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.779424] env[69333]: DEBUG nova.compute.manager [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.779603] env[69333]: DEBUG nova.network.neutron [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.846015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.004953] env[69333]: DEBUG oslo_vmware.api [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Task: {'id': task-4133558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283481} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.005305] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.005503] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.005681] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.005855] env[69333]: INFO nova.compute.manager [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.006125] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.006330] env[69333]: DEBUG nova.compute.manager [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.006447] env[69333]: DEBUG nova.network.neutron [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.037404] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.148334] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.202789] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082057} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.205751] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.207482] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167b818-43b2-4624-b058-97d774cfecb7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.236972] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 905a3dd7-0e33-4aa6-adc0-79597406c6af/905a3dd7-0e33-4aa6-adc0-79597406c6af.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.240229] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe11ae8a-81ea-40f3-8f0d-a23450bd7815 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.257919] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Successfully created port: af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.264998] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 693.264998] env[69333]: value = "task-4133560" [ 693.264998] env[69333]: _type = "Task" [ 693.264998] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.279490] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.671855] env[69333]: DEBUG nova.network.neutron [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.775944] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133560, 'name': ReconfigVM_Task, 'duration_secs': 0.47671} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.776500] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 905a3dd7-0e33-4aa6-adc0-79597406c6af/905a3dd7-0e33-4aa6-adc0-79597406c6af.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.779997] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2807b455-e892-4e3c-978e-e819f2a1fab6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.789176] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 693.789176] env[69333]: value = "task-4133561" [ 693.789176] env[69333]: _type = "Task" [ 693.789176] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.802633] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133561, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.835507] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a978b-2586-4641-855b-685f32cbb327 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.846287] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e034a6a-5a91-488c-83db-e24a0e4fb8f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.888072] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2266e-1b2a-4757-9ecd-107f17d8b13b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.897940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d6688-93ad-4d48-9f77-0334f7c94f52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.915951] env[69333]: DEBUG nova.compute.provider_tree [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.051238] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.080115] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.080376] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.080496] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.080669] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.080817] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.080951] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.081392] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.081392] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.081518] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.081668] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.081828] env[69333]: DEBUG nova.virt.hardware [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.082745] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f8e895-1d17-4ec0-97f3-1011d706d6cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.093219] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c719d4-9200-4287-b1ce-2923218981d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.150471] env[69333]: DEBUG nova.network.neutron [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.175602] env[69333]: INFO nova.compute.manager [-] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Took 1.40 seconds to deallocate network for instance. [ 694.213287] env[69333]: DEBUG nova.compute.manager [req-98fd404a-cb3e-416e-b121-937482487dc4 req-719a8a91-e591-463a-92a6-d35c20a39df9 service nova] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Received event network-vif-deleted-dd65c68f-156d-4eba-8f58-d6ac6d564f56 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.300954] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133561, 'name': Rename_Task, 'duration_secs': 0.249381} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.300954] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.301625] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-347efa97-460a-4093-afbb-05cea6ff0c24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.311089] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 694.311089] env[69333]: value = "task-4133562" [ 694.311089] env[69333]: _type = "Task" [ 694.311089] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.322397] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.420362] env[69333]: DEBUG nova.scheduler.client.report [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.614632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "0cf6e03a-bfda-4342-be28-537a16128547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.615258] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.630580] env[69333]: DEBUG nova.compute.manager [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Received event network-vif-deleted-aca081ce-4bda-40ee-9fc6-815d17a0666b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.630580] env[69333]: DEBUG nova.compute.manager [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.630580] env[69333]: DEBUG nova.compute.manager [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing instance network info cache due to event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.630580] env[69333]: DEBUG oslo_concurrency.lockutils [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.630580] env[69333]: DEBUG oslo_concurrency.lockutils [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.630836] env[69333]: DEBUG nova.network.neutron [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.651800] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "6c944606-622d-4ccc-af71-7087f4b28257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.652311] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.653043] env[69333]: INFO nova.compute.manager [-] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Took 1.65 seconds to deallocate network for instance. [ 694.684748] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.822352] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.926591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.927192] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.930197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.346s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.161966] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.325447] env[69333]: DEBUG oslo_vmware.api [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133562, 'name': PowerOnVM_Task, 'duration_secs': 0.657834} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.326135] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.326135] env[69333]: INFO nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Took 10.25 seconds to spawn the instance on the hypervisor. [ 695.326294] env[69333]: DEBUG nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.327332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab57085-2d40-4c69-9964-f5265dabaad8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.436802] env[69333]: DEBUG nova.compute.utils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.438331] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.438508] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.448253] env[69333]: INFO nova.compute.claims [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.521224] env[69333]: DEBUG nova.policy [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e393fccb15d417e9dc10b960b6a2dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61dd82cdf284271bae4aed0e50f42d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.614678] env[69333]: DEBUG nova.network.neutron [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updated VIF entry in instance network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.617287] env[69333]: DEBUG nova.network.neutron [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.726420] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Successfully updated port: af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.804733] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.805840] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c004426-fc77-4b7b-88a4-d501f879b413 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.812728] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.812889] env[69333]: ERROR oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk due to incomplete transfer. [ 695.813147] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-499cad1a-f118-4aa1-9f63-317d449925d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.821399] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4aace-1846-a37e-aff2-0354a1a562a9/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.822978] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Uploaded image 50b97c0a-cef5-4326-927e-ce845490d9b9 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.823909] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.823968] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5971fd84-f45c-442d-b0c3-c47d6fa711fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.830795] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 695.830795] env[69333]: value = "task-4133563" [ 695.830795] env[69333]: _type = "Task" [ 695.830795] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.839323] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133563, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.854455] env[69333]: INFO nova.compute.manager [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Took 32.96 seconds to build instance. [ 695.875829] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Successfully created port: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.959386] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.964019] env[69333]: INFO nova.compute.resource_tracker [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating resource usage from migration ce9bc04e-e952-4d7e-8e1a-80c8febb22d7 [ 696.119839] env[69333]: DEBUG oslo_concurrency.lockutils [req-b9fed3c1-dfc4-4864-ab7c-42e24a1a0554 req-4eab042d-ecf9-429e-8c8c-dc3507a32312 service nova] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.229327] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.229491] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.229648] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.346265] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133563, 'name': Destroy_Task, 'duration_secs': 0.506133} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.346594] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Destroyed the VM [ 696.346836] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.347134] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d96b537-47ad-422c-97d4-986f1a477b80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.358582] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6cca101d-e688-45ec-863a-18d6a5f2513c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.705s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.362648] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 696.362648] env[69333]: value = "task-4133564" [ 696.362648] env[69333]: _type = "Task" [ 696.362648] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.377398] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.624114] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a1136-81fb-4eb2-986e-8f043c6e3eb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.633936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e907b88-9b84-4cab-a71d-748b1154a4bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.670092] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385d76f-85a9-4535-92bd-093986468e09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.678750] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94057aa-e71b-4b06-96a7-3fa6b778bf35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.693715] env[69333]: DEBUG nova.compute.provider_tree [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.775067] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.864605] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.876937] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133564, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.980606] env[69333]: DEBUG nova.network.neutron [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating instance_info_cache with network_info: [{"id": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "address": "fa:16:3e:83:c1:08", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9532bc-9a", "ovs_interfaceid": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.987197] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.016234] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.016498] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.016684] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.016898] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.017517] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.017735] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.018394] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.018394] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.018499] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.018596] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.018767] env[69333]: DEBUG nova.virt.hardware [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.020068] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf5899-bb5c-4100-b263-8b0f7964861a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.030305] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283be0f-5788-4dcb-b486-c165dfc0e997 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.198431] env[69333]: DEBUG nova.scheduler.client.report [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.248882] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.249856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.343929] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Received event network-vif-deleted-cfc2d2c4-e68e-4063-ae38-a442291540ee {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.344604] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.344604] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing instance network info cache due to event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.344755] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.344896] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.345069] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.387050] env[69333]: DEBUG oslo_vmware.api [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133564, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897224} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.387722] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.387722] env[69333]: INFO nova.compute.manager [None req-4fc8fc27-d495-4327-a40d-760e87e1d931 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 697.406337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.490086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.490086] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Instance network_info: |[{"id": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "address": "fa:16:3e:83:c1:08", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9532bc-9a", "ovs_interfaceid": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.490282] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:c1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9532bc-9ac4-4443-921b-15cbd67dd9b9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.496471] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Creating folder: Project (0e171860108f4fbfa622309e5dbe4a1a). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.497460] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02d1437-3c84-4015-bb4a-8e3d62d29cd3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.512024] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Created folder: Project (0e171860108f4fbfa622309e5dbe4a1a) in parent group-v818612. [ 697.512024] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Creating folder: Instances. Parent ref: group-v818685. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.512024] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cefd6f1-baf8-4392-a29a-f07fff865705 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.522536] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Created folder: Instances in parent group-v818685. [ 697.523332] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.523735] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.524108] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72bde9e6-22e5-44cd-a39b-fdbe0333ca23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.547451] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.547451] env[69333]: value = "task-4133567" [ 697.547451] env[69333]: _type = "Task" [ 697.547451] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.557378] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133567, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.661868] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Successfully updated port: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.711868] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.782s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.712118] env[69333]: INFO nova.compute.manager [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Migrating [ 697.712366] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.712514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.715378] env[69333]: DEBUG nova.compute.manager [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.715559] env[69333]: DEBUG nova.compute.manager [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing instance network info cache due to event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.715768] env[69333]: DEBUG oslo_concurrency.lockutils [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] Acquiring lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.715908] env[69333]: DEBUG oslo_concurrency.lockutils [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] Acquired lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.716080] env[69333]: DEBUG nova.network.neutron [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.719759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.173s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.720012] env[69333]: DEBUG nova.objects.instance [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lazy-loading 'resources' on Instance uuid 4f767aa7-83ad-4b6f-b891-484faae230d5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.058877] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133567, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.137465] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updated VIF entry in instance network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.137846] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.174989] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.174989] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquired lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.174989] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.219544] env[69333]: INFO nova.compute.rpcapi [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 698.220091] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.403106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.403519] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.403860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.404101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.404454] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.407879] env[69333]: INFO nova.compute.manager [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Terminating instance [ 698.563038] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133567, 'name': CreateVM_Task, 'duration_secs': 0.908191} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.563038] env[69333]: DEBUG nova.network.neutron [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updated VIF entry in instance network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.563109] env[69333]: DEBUG nova.network.neutron [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updating instance_info_cache with network_info: [{"id": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "address": "fa:16:3e:49:35:03", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9da1d4a-55", "ovs_interfaceid": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.566286] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.571587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.571587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.571587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571587] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715afa99-d6e5-4ef4-93d9-4aa4a3339d2e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.574967] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 698.574967] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52364621-3beb-77d0-c41e-ae8a50acca5a" [ 698.574967] env[69333]: _type = "Task" [ 698.574967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.588602] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52364621-3beb-77d0-c41e-ae8a50acca5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.640585] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640887] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.641152] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing instance network info cache due to event network-changed-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.641379] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquiring lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.720616] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.755582] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.756041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.756041] env[69333]: DEBUG nova.network.neutron [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.894068] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31168c3-da89-4466-adf1-493efe34c91c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.902531] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10773fb5-52b1-481b-9433-974ca78700ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.906979] env[69333]: DEBUG nova.network.neutron [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Updating instance_info_cache with network_info: [{"id": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "address": "fa:16:3e:e9:b9:3c", "network": {"id": "b5ad1808-4f0c-4884-9991-20d77b779b92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1848513133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c61dd82cdf284271bae4aed0e50f42d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b28540-8e", "ovs_interfaceid": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.941839] env[69333]: DEBUG nova.compute.manager [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.942147] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.944029] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e3655-fe64-4e24-9a26-4a6b1b146987 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.947110] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e640cbdf-bbd7-49f1-95ad-b852b23038a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.958132] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957f6f0-f26a-47cf-a7e3-df21a30ec550 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.962432] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.963347] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78332ba2-6523-4669-a147-57890c8d800c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.977017] env[69333]: DEBUG nova.compute.provider_tree [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.979929] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 698.979929] env[69333]: value = "task-4133568" [ 698.979929] env[69333]: _type = "Task" [ 698.979929] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.991320] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.064978] env[69333]: DEBUG oslo_concurrency.lockutils [req-6df2572a-5a1d-4c0c-a5c0-f9974260213c req-72a1d19d-36c7-4f71-8e55-cbc1d458b791 service nova] Releasing lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.065517] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquired lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.065733] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Refreshing network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.087706] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52364621-3beb-77d0-c41e-ae8a50acca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013061} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.088410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.088519] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.088758] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.089145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.089340] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.089628] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996fc211-9f88-46ac-9c75-d0331ce8cf02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.099686] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.099939] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.100694] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9c3ec3-0683-4613-b1c8-9a6e6e41b37f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.106448] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 699.106448] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5225b5f8-01aa-4292-50fa-79f90f1cd586" [ 699.106448] env[69333]: _type = "Task" [ 699.106448] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.116910] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5225b5f8-01aa-4292-50fa-79f90f1cd586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.410512] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Releasing lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.411304] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Instance network_info: |[{"id": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "address": "fa:16:3e:e9:b9:3c", "network": {"id": "b5ad1808-4f0c-4884-9991-20d77b779b92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1848513133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c61dd82cdf284271bae4aed0e50f42d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b28540-8e", "ovs_interfaceid": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.414469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b28540-8edb-47ab-bc74-dcd3f4b6e7ac', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.422771] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Creating folder: Project (c61dd82cdf284271bae4aed0e50f42d3). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.423160] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9ad59e-061c-447a-a329-b53a1aba9286 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.438103] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Created folder: Project (c61dd82cdf284271bae4aed0e50f42d3) in parent group-v818612. [ 699.438422] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Creating folder: Instances. Parent ref: group-v818688. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.438745] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d741ba7-1659-4bb0-9549-accedaac0c71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.449368] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Created folder: Instances in parent group-v818688. [ 699.449663] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.449874] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.450105] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-838c22eb-14e4-40fe-ba3f-78d8a553f035 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.476817] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.476817] env[69333]: value = "task-4133571" [ 699.476817] env[69333]: _type = "Task" [ 699.476817] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.481573] env[69333]: DEBUG nova.scheduler.client.report [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.499140] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133571, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.503447] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133568, 'name': PowerOffVM_Task, 'duration_secs': 0.277315} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.503757] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.503923] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.504194] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97f0788c-a1d4-4309-8703-330a7b437f4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.581758] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.581990] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.582190] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleting the datastore file [datastore1] 38d1e69b-afaa-4753-afed-59e67f5ed6c9 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.582461] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d274e59f-3e2f-4133-a8a2-2949a1020846 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.589737] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 699.589737] env[69333]: value = "task-4133573" [ 699.589737] env[69333]: _type = "Task" [ 699.589737] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.600378] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.619186] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5225b5f8-01aa-4292-50fa-79f90f1cd586, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.622683] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c81e24d-e209-49de-baec-5a9889468028 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.627550] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 699.627550] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8b02e-abb3-747e-dd01-dee83773edb7" [ 699.627550] env[69333]: _type = "Task" [ 699.627550] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.638360] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8b02e-abb3-747e-dd01-dee83773edb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.692777] env[69333]: DEBUG nova.compute.manager [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.692969] env[69333]: DEBUG nova.compute.manager [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing instance network info cache due to event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.693196] env[69333]: DEBUG oslo_concurrency.lockutils [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.693331] env[69333]: DEBUG oslo_concurrency.lockutils [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.693518] env[69333]: DEBUG nova.network.neutron [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.765221] env[69333]: DEBUG nova.network.neutron [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.883101] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updated VIF entry in instance network info cache for port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.883563] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updating instance_info_cache with network_info: [{"id": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "address": "fa:16:3e:49:35:03", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9da1d4a-55", "ovs_interfaceid": "e9da1d4a-55ed-4f7a-88d0-e14a70fd8676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.988066] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.990258] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133571, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.990706] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.359s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.992291] env[69333]: INFO nova.compute.claims [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.016462] env[69333]: INFO nova.scheduler.client.report [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Deleted allocations for instance 4f767aa7-83ad-4b6f-b891-484faae230d5 [ 700.099805] env[69333]: DEBUG oslo_vmware.api [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.100105] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.100283] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.100461] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.100636] env[69333]: INFO nova.compute.manager [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 700.100870] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.101418] env[69333]: DEBUG nova.compute.manager [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.101521] env[69333]: DEBUG nova.network.neutron [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.138046] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8b02e-abb3-747e-dd01-dee83773edb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.138353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.138608] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] cc206bac-006b-4745-8f4f-55dfe218121c/cc206bac-006b-4745-8f4f-55dfe218121c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.138866] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b6d7da-e642-4dc1-8e7c-f3aabafe0f41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.146396] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 700.146396] env[69333]: value = "task-4133574" [ 700.146396] env[69333]: _type = "Task" [ 700.146396] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.159132] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.266972] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.389864] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Releasing lock "refresh_cache-38d1e69b-afaa-4753-afed-59e67f5ed6c9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.389864] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Received event network-vif-plugged-af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.389864] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.390279] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.391232] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.391622] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] No waiting events found dispatching network-vif-plugged-af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.393270] env[69333]: WARNING nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Received unexpected event network-vif-plugged-af9532bc-9ac4-4443-921b-15cbd67dd9b9 for instance with vm_state building and task_state spawning. [ 700.393270] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Received event network-changed-af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.393270] env[69333]: DEBUG nova.compute.manager [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Refreshing instance network info cache due to event network-changed-af9532bc-9ac4-4443-921b-15cbd67dd9b9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.393270] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquiring lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.393270] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Acquired lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.393943] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Refreshing network info cache for port af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.454200] env[69333]: DEBUG nova.compute.manager [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Received event network-vif-plugged-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.454820] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Acquiring lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.455407] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.455724] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.456055] env[69333]: DEBUG nova.compute.manager [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] No waiting events found dispatching network-vif-plugged-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.456544] env[69333]: WARNING nova.compute.manager [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Received unexpected event network-vif-plugged-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac for instance with vm_state building and task_state spawning. [ 700.456930] env[69333]: DEBUG nova.compute.manager [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Received event network-changed-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.457266] env[69333]: DEBUG nova.compute.manager [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Refreshing instance network info cache due to event network-changed-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.457638] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Acquiring lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.458539] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Acquired lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.458539] env[69333]: DEBUG nova.network.neutron [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Refreshing network info cache for port 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.493450] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133571, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.533021] env[69333]: DEBUG nova.network.neutron [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updated VIF entry in instance network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.533021] env[69333]: DEBUG nova.network.neutron [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.534436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Lock "4f767aa7-83ad-4b6f-b891-484faae230d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.991s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.663046] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.993988] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133571, 'name': CreateVM_Task, 'duration_secs': 1.381419} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.994152] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.994835] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.994997] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.995324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.995623] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90316fd2-b502-46da-b124-0a799d2107d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.001086] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 701.001086] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523843e6-b5a1-6082-f9cd-085551dc42cf" [ 701.001086] env[69333]: _type = "Task" [ 701.001086] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.016435] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523843e6-b5a1-6082-f9cd-085551dc42cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.041450] env[69333]: DEBUG oslo_concurrency.lockutils [req-00ad3454-bee1-4e81-8d62-ef6c600216cc req-63ad682c-8ae4-4ff9-9916-f481a3973f7e service nova] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.041766] env[69333]: DEBUG nova.network.neutron [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.165207] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574483} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.172176] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] cc206bac-006b-4745-8f4f-55dfe218121c/cc206bac-006b-4745-8f4f-55dfe218121c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.172450] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.173031] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009da797-8b57-48df-82f7-22e81e9eaa23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184557] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 701.184557] env[69333]: value = "task-4133575" [ 701.184557] env[69333]: _type = "Task" [ 701.184557] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.197361] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updated VIF entry in instance network info cache for port af9532bc-9ac4-4443-921b-15cbd67dd9b9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.197622] env[69333]: DEBUG nova.network.neutron [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating instance_info_cache with network_info: [{"id": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "address": "fa:16:3e:83:c1:08", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9532bc-9a", "ovs_interfaceid": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.207088] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.239383] env[69333]: DEBUG nova.compute.manager [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.245990] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f0d80-1f56-414e-8356-7f4b0a089f9b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.267140] env[69333]: DEBUG nova.network.neutron [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Updated VIF entry in instance network info cache for port 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.267926] env[69333]: DEBUG nova.network.neutron [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Updating instance_info_cache with network_info: [{"id": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "address": "fa:16:3e:e9:b9:3c", "network": {"id": "b5ad1808-4f0c-4884-9991-20d77b779b92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1848513133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c61dd82cdf284271bae4aed0e50f42d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b28540-8e", "ovs_interfaceid": "12b28540-8edb-47ab-bc74-dcd3f4b6e7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.512109] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523843e6-b5a1-6082-f9cd-085551dc42cf, 'name': SearchDatastore_Task, 'duration_secs': 0.054222} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.514834] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.515090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.515327] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.515470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.515646] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.516090] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd98ade-e698-4d54-899e-cdc3876e04c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.526184] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.526400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.527180] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5558f6ba-80ab-4998-bed4-53078cc83c21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.537259] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 701.537259] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523549a4-b4fa-f062-fa27-0f1f03136ed8" [ 701.537259] env[69333]: _type = "Task" [ 701.537259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.547833] env[69333]: INFO nova.compute.manager [-] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Took 1.45 seconds to deallocate network for instance. [ 701.547833] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523549a4-b4fa-f062-fa27-0f1f03136ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.632020] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57444ab8-55e5-4318-9781-ab5a5f23c0a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.639332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98563197-0dae-4421-8b5c-85149ef9c6c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.672080] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aefd09-6d28-4fb0-b214-346b9959b2a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.680189] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175b1cb-2c76-4b7f-b7b8-38eb5e91d379 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.693358] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251942} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.703344] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.704060] env[69333]: DEBUG oslo_concurrency.lockutils [req-2b367bb8-f85d-4eef-9ca6-a0c31942a1b4 req-81c45b9a-2f9f-4ff3-8f9b-d66f77a817b0 service nova] Releasing lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704701] env[69333]: DEBUG nova.compute.provider_tree [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.707112] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02afea50-567a-462d-99f1-7be160e52958 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.732049] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cc206bac-006b-4745-8f4f-55dfe218121c/cc206bac-006b-4745-8f4f-55dfe218121c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.733155] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1818d0ce-600b-4db7-96cc-bb5a65928c2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.750785] env[69333]: DEBUG nova.compute.manager [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.750857] env[69333]: DEBUG nova.compute.manager [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing instance network info cache due to event network-changed-d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.751057] env[69333]: DEBUG oslo_concurrency.lockutils [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] Acquiring lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.751229] env[69333]: DEBUG oslo_concurrency.lockutils [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] Acquired lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.751398] env[69333]: DEBUG nova.network.neutron [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Refreshing network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.760289] env[69333]: INFO nova.compute.manager [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] instance snapshotting [ 701.762259] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 701.762259] env[69333]: value = "task-4133576" [ 701.762259] env[69333]: _type = "Task" [ 701.762259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.764476] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87311d36-1f8e-40be-9d8d-0c42d27ee600 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.772366] env[69333]: DEBUG oslo_concurrency.lockutils [req-62eef13c-f5be-45a8-8150-565227dab473 req-65815a28-fc77-4751-ab4d-6a39666c3cef service nova] Releasing lock "refresh_cache-08f26a0a-472b-45af-a24e-56e8add1b9aa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.780543] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.795336] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f006dae-6300-4450-abb0-a5f742941218 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.798526] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae625a9c-5ddd-4aaf-865e-4d375e2afc22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.821722] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.048765] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523549a4-b4fa-f062-fa27-0f1f03136ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.025663} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.049879] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c3cd05-3fb4-415d-a3a3-2e71f5cabb26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.056170] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 702.056170] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed4b1a-bd86-93a9-0a0f-fcc2bc23eeb8" [ 702.056170] env[69333]: _type = "Task" [ 702.056170] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.057258] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.071583] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed4b1a-bd86-93a9-0a0f-fcc2bc23eeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.211637] env[69333]: DEBUG nova.scheduler.client.report [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.275509] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133576, 'name': ReconfigVM_Task, 'duration_secs': 0.308393} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.275509] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cc206bac-006b-4745-8f4f-55dfe218121c/cc206bac-006b-4745-8f4f-55dfe218121c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.275509] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b425fce9-c6ae-4cad-9231-ac9a3955d8a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.284078] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 702.284078] env[69333]: value = "task-4133577" [ 702.284078] env[69333]: _type = "Task" [ 702.284078] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.296159] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133577, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.326564] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.328129] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.328410] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d43849d-cb2b-4ec4-b5ef-6c0fe778986b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.330557] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7097e23-293c-482f-a00b-aefabe0cb189 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.337654] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 702.337654] env[69333]: value = "task-4133578" [ 702.337654] env[69333]: _type = "Task" [ 702.337654] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.339083] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 702.339083] env[69333]: value = "task-4133579" [ 702.339083] env[69333]: _type = "Task" [ 702.339083] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.352845] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.356791] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.544327] env[69333]: DEBUG nova.network.neutron [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updated VIF entry in instance network info cache for port d7a9095e-0a23-4d27-90c2-09bd9a0d4665. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.544705] env[69333]: DEBUG nova.network.neutron [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [{"id": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "address": "fa:16:3e:07:07:98", "network": {"id": "4ae5822b-5964-49f1-be68-f8ba4f43a227", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1473244657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c273f772c542a99b17692071074bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a9095e-0a", "ovs_interfaceid": "d7a9095e-0a23-4d27-90c2-09bd9a0d4665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.567060] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed4b1a-bd86-93a9-0a0f-fcc2bc23eeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.567322] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567579] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 08f26a0a-472b-45af-a24e-56e8add1b9aa/08f26a0a-472b-45af-a24e-56e8add1b9aa.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.567840] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-117b99b9-2e31-4a3b-8530-066dbb61adbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.577123] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 702.577123] env[69333]: value = "task-4133580" [ 702.577123] env[69333]: _type = "Task" [ 702.577123] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.590024] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.717077] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.717863] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.722270] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.835s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.722270] env[69333]: DEBUG nova.objects.instance [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lazy-loading 'resources' on Instance uuid c43b0096-1133-485b-b45a-f3fdb718ac7e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.800260] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133577, 'name': Rename_Task, 'duration_secs': 0.191633} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.800260] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.800260] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2c9e9d-6632-4171-90f2-d6194c90e194 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.807768] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 702.807768] env[69333]: value = "task-4133581" [ 702.807768] env[69333]: _type = "Task" [ 702.807768] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.819811] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.857786] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133579, 'name': PowerOffVM_Task, 'duration_secs': 0.185945} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.857972] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.858315] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.858531] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.048574] env[69333]: DEBUG oslo_concurrency.lockutils [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] Releasing lock "refresh_cache-f6b92178-3fa6-45fb-ac25-131d61d7e811" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.048978] env[69333]: DEBUG nova.compute.manager [req-c692b1c2-f8a6-4f37-853a-b28dda0b67f0 req-0217985a-4c94-4c29-a178-c037ee026fd0 service nova] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Received event network-vif-deleted-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.092403] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.228980] env[69333]: DEBUG nova.compute.utils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.234081] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.234383] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.300189] env[69333]: DEBUG nova.policy [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e9f83558f7244a286d83d85489bd598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629fe59dafe948a3a7b1f19e2a6b349b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.330811] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.354216] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133578, 'name': CreateSnapshot_Task, 'duration_secs': 0.530068} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.356771] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.356771] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6a7e8-b74b-4999-a7ec-af30bce6d5a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.366630] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.366818] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.367413] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.367611] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.367906] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.368681] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.368681] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.370044] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.370044] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.370044] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.370328] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.381010] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990919d4-f557-4c40-923e-40481f419e5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.400905] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 703.400905] env[69333]: value = "task-4133582" [ 703.400905] env[69333]: _type = "Task" [ 703.400905] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.411219] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.591450] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576511} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.591816] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 08f26a0a-472b-45af-a24e-56e8add1b9aa/08f26a0a-472b-45af-a24e-56e8add1b9aa.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.592054] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.595107] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8631c615-4533-4fd9-91b2-dc152241ee9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.604019] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 703.604019] env[69333]: value = "task-4133583" [ 703.604019] env[69333]: _type = "Task" [ 703.604019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.615799] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.734737] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.744973] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Successfully created port: 62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.820201] env[69333]: DEBUG oslo_vmware.api [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133581, 'name': PowerOnVM_Task, 'duration_secs': 0.766718} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.823503] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.823869] env[69333]: INFO nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 703.824265] env[69333]: DEBUG nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.826147] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdd8d91-563e-4bad-bacf-da20599f3dc1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.901435] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.905447] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a93b2cc-e94d-49ad-a507-92af535060e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.918100] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133582, 'name': ReconfigVM_Task, 'duration_secs': 0.214531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.922028] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.929379] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 703.929379] env[69333]: value = "task-4133584" [ 703.929379] env[69333]: _type = "Task" [ 703.929379] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.941090] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133584, 'name': CloneVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.987961] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c87005c-68f1-4853-b70b-5e91ca32cee3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.999337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740682e2-6c97-4c10-bde2-b39c580096e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.039680] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c535cf4-69ea-49e8-bc5f-44e1483eea3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049400] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26477f-a8e4-4025-8125-0f3e0c6db9c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.068318] env[69333]: DEBUG nova.compute.provider_tree [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.111896] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079703} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.112232] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.113141] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b38b1e-7367-484e-af79-2ae00e54b14c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.138972] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 08f26a0a-472b-45af-a24e-56e8add1b9aa/08f26a0a-472b-45af-a24e-56e8add1b9aa.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.140395] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f6ab22-920a-456c-b93a-c7a04b7b82a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.165658] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 704.165658] env[69333]: value = "task-4133585" [ 704.165658] env[69333]: _type = "Task" [ 704.165658] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.175687] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.347489] env[69333]: INFO nova.compute.manager [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Took 34.39 seconds to build instance. [ 704.434384] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.434822] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.434944] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.435211] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.435419] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.435653] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.435926] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.436131] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.436319] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.436566] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.436817] env[69333]: DEBUG nova.virt.hardware [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.447550] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.448613] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb2a95c-eacf-4f51-be13-759a09dc6cad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.482277] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133584, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.484855] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 704.484855] env[69333]: value = "task-4133586" [ 704.484855] env[69333]: _type = "Task" [ 704.484855] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.499354] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.571563] env[69333]: DEBUG nova.scheduler.client.report [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.678597] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.746719] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.782134] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.782419] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.782801] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.783040] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.783198] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.783365] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.783890] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.784104] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.784289] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.785120] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.785365] env[69333]: DEBUG nova.virt.hardware [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.786447] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438749ae-977d-4720-a523-3d943fb58907 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.798316] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4be18-ca6d-4959-81d8-5b6965251d35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.851030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.935s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.962571] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133584, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.997549] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133586, 'name': ReconfigVM_Task, 'duration_secs': 0.20774} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.998142] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.999132] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b79e016-dd0b-442e-a2cd-1b43ae382197 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.030820] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.031240] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e3d891-8974-433c-987a-89c27c242d41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.055746] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 705.055746] env[69333]: value = "task-4133587" [ 705.055746] env[69333]: _type = "Task" [ 705.055746] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.067142] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.078245] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.082685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.782s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.086881] env[69333]: INFO nova.compute.claims [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.106345] env[69333]: INFO nova.scheduler.client.report [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Deleted allocations for instance c43b0096-1133-485b-b45a-f3fdb718ac7e [ 705.187242] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133585, 'name': ReconfigVM_Task, 'duration_secs': 0.556325} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.190024] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 08f26a0a-472b-45af-a24e-56e8add1b9aa/08f26a0a-472b-45af-a24e-56e8add1b9aa.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.190024] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4c3a2d-68c0-451a-a123-da917de83287 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.199586] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 705.199586] env[69333]: value = "task-4133588" [ 705.199586] env[69333]: _type = "Task" [ 705.199586] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.211647] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133588, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.357577] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.466386] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133584, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.568340] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.577128] env[69333]: DEBUG nova.compute.manager [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Received event network-changed-af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.577128] env[69333]: DEBUG nova.compute.manager [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Refreshing instance network info cache due to event network-changed-af9532bc-9ac4-4443-921b-15cbd67dd9b9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.577627] env[69333]: DEBUG oslo_concurrency.lockutils [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] Acquiring lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.577914] env[69333]: DEBUG oslo_concurrency.lockutils [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] Acquired lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.578183] env[69333]: DEBUG nova.network.neutron [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Refreshing network info cache for port af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.619595] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd7e3852-ac50-49b8-b424-27e723c25f95 tempest-ServersAdmin275Test-1310857217 tempest-ServersAdmin275Test-1310857217-project-member] Lock "c43b0096-1133-485b-b45a-f3fdb718ac7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.228s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.662083] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Successfully updated port: 62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.710404] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133588, 'name': Rename_Task, 'duration_secs': 0.180859} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.710699] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.710957] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26afa62-0554-44db-8409-6f2e77224ec2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.719600] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 705.719600] env[69333]: value = "task-4133589" [ 705.719600] env[69333]: _type = "Task" [ 705.719600] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.729050] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.889277] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.963009] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133584, 'name': CloneVM_Task, 'duration_secs': 1.72385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.963009] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Created linked-clone VM from snapshot [ 705.963329] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5120ff-1a01-4ca9-a25f-94e9cf3947bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.972817] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Uploading image a04a7e82-e55c-4322-89d3-9659dbd90186 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.998047] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.998047] env[69333]: value = "vm-818692" [ 705.998047] env[69333]: _type = "VirtualMachine" [ 705.998047] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.998371] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fdcc570-a6f3-49b1-8137-464d71f562c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.006740] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lease: (returnval){ [ 706.006740] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c0212-e31e-eacc-58ef-c7e5b37a927a" [ 706.006740] env[69333]: _type = "HttpNfcLease" [ 706.006740] env[69333]: } obtained for exporting VM: (result){ [ 706.006740] env[69333]: value = "vm-818692" [ 706.006740] env[69333]: _type = "VirtualMachine" [ 706.006740] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.006953] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the lease: (returnval){ [ 706.006953] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c0212-e31e-eacc-58ef-c7e5b37a927a" [ 706.006953] env[69333]: _type = "HttpNfcLease" [ 706.006953] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.016020] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.016020] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c0212-e31e-eacc-58ef-c7e5b37a927a" [ 706.016020] env[69333]: _type = "HttpNfcLease" [ 706.016020] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 706.069105] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.165549] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.165909] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.166189] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.239296] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.469156] env[69333]: DEBUG nova.network.neutron [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updated VIF entry in instance network info cache for port af9532bc-9ac4-4443-921b-15cbd67dd9b9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.469156] env[69333]: DEBUG nova.network.neutron [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating instance_info_cache with network_info: [{"id": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "address": "fa:16:3e:83:c1:08", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9532bc-9a", "ovs_interfaceid": "af9532bc-9ac4-4443-921b-15cbd67dd9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.518702] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.518702] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c0212-e31e-eacc-58ef-c7e5b37a927a" [ 706.518702] env[69333]: _type = "HttpNfcLease" [ 706.518702] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.519054] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.519054] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c0212-e31e-eacc-58ef-c7e5b37a927a" [ 706.519054] env[69333]: _type = "HttpNfcLease" [ 706.519054] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.520099] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21cec3-203a-4867-84d5-48c688d2a908 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.529818] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.530017] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.601784] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133587, 'name': ReconfigVM_Task, 'duration_secs': 1.400498} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.602015] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806/4e5401b1-a0a4-41e2-96e0-e6855a8bb806.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.602306] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.627843] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ae5152e-ce72-4b66-a7e8-7b480c65fe0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.741990] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.770722] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.805922] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "a3122aed-c4a5-473f-85f7-546745a608cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.806161] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.917462] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be6308-3ce2-4384-b689-776bd4f1a881 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.927199] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84bd01-e409-4abd-97db-3c3abae728a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.963743] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a798f82-cba6-4f36-88c2-9a817b5c0b45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.973575] env[69333]: DEBUG oslo_concurrency.lockutils [req-168ee9f4-56f6-4b64-9c4a-4285058beece req-0e300eac-5c49-40d7-82ed-c727c5a45805 service nova] Releasing lock "refresh_cache-cc206bac-006b-4745-8f4f-55dfe218121c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.974654] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443f60c-5074-4afc-9d6a-a150ed313f4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.991389] env[69333]: DEBUG nova.compute.provider_tree [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.101048] env[69333]: DEBUG nova.network.neutron [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Updating instance_info_cache with network_info: [{"id": "62865df6-1e75-41ac-98d4-65cdce9a5107", "address": "fa:16:3e:92:0c:89", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62865df6-1e", "ovs_interfaceid": "62865df6-1e75-41ac-98d4-65cdce9a5107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.113431] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae197da-b34a-424b-932c-80cb4f65eead {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.137707] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d77f29-ada2-47a4-a4cc-2e0a9b163bce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.159285] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.237069] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.496091] env[69333]: DEBUG nova.scheduler.client.report [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.610020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610020] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Instance network_info: |[{"id": "62865df6-1e75-41ac-98d4-65cdce9a5107", "address": "fa:16:3e:92:0c:89", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62865df6-1e", "ovs_interfaceid": "62865df6-1e75-41ac-98d4-65cdce9a5107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.610276] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62865df6-1e75-41ac-98d4-65cdce9a5107', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.618862] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.619277] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.619801] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3776a8c-54d6-4efa-b9b6-542cd147d815 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.650150] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.650150] env[69333]: value = "task-4133591" [ 707.650150] env[69333]: _type = "Task" [ 707.650150] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.662030] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133591, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.666136] env[69333]: DEBUG nova.compute.manager [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Received event network-vif-plugged-62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.666136] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Acquiring lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.666136] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.666136] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.666136] env[69333]: DEBUG nova.compute.manager [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] No waiting events found dispatching network-vif-plugged-62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.666301] env[69333]: WARNING nova.compute.manager [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Received unexpected event network-vif-plugged-62865df6-1e75-41ac-98d4-65cdce9a5107 for instance with vm_state building and task_state spawning. [ 707.666301] env[69333]: DEBUG nova.compute.manager [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Received event network-changed-62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.667689] env[69333]: DEBUG nova.compute.manager [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Refreshing instance network info cache due to event network-changed-62865df6-1e75-41ac-98d4-65cdce9a5107. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.667689] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Acquiring lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.667689] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Acquired lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.667689] env[69333]: DEBUG nova.network.neutron [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Refreshing network info cache for port 62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.737128] env[69333]: DEBUG nova.network.neutron [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Port dcf7ac4e-3670-4ba5-973e-933a1f4528e7 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 707.748967] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.004456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.922s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.006084] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.010821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.938s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.012632] env[69333]: INFO nova.compute.claims [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.163595] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133591, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.240667] env[69333]: DEBUG oslo_vmware.api [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133589, 'name': PowerOnVM_Task, 'duration_secs': 2.374583} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.241420] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.241762] env[69333]: INFO nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Took 11.25 seconds to spawn the instance on the hypervisor. [ 708.242045] env[69333]: DEBUG nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.243691] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d49fd7-c82c-472b-8856-e09c629d7f3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.520135] env[69333]: DEBUG nova.compute.utils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.525360] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.525672] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.566173] env[69333]: DEBUG nova.network.neutron [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Updated VIF entry in instance network info cache for port 62865df6-1e75-41ac-98d4-65cdce9a5107. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.566287] env[69333]: DEBUG nova.network.neutron [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Updating instance_info_cache with network_info: [{"id": "62865df6-1e75-41ac-98d4-65cdce9a5107", "address": "fa:16:3e:92:0c:89", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62865df6-1e", "ovs_interfaceid": "62865df6-1e75-41ac-98d4-65cdce9a5107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.590281] env[69333]: DEBUG nova.policy [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.664749] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133591, 'name': CreateVM_Task, 'duration_secs': 0.593087} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.665058] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.666123] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.666443] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.667317] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e02ca5-8c5a-4079-b072-31186e7fa58f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.673757] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 708.673757] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a42ba7-b937-8589-57b6-73d3fc942642" [ 708.673757] env[69333]: _type = "Task" [ 708.673757] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.682858] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a42ba7-b937-8589-57b6-73d3fc942642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.802230] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.802230] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.802230] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.803821] env[69333]: INFO nova.compute.manager [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Took 37.79 seconds to build instance. [ 709.025345] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.069193] env[69333]: DEBUG oslo_concurrency.lockutils [req-0efaaf03-88db-4191-860f-006ed4f5fdce req-165804dd-c9e8-4e17-8fca-918e57917aa3 service nova] Releasing lock "refresh_cache-2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.191664] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a42ba7-b937-8589-57b6-73d3fc942642, 'name': SearchDatastore_Task, 'duration_secs': 0.017757} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.191980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.192233] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.192505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.192651] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.192832] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.193126] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3946d4b-35eb-466d-a189-ff63e87d5046 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.209876] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.210857] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.211321] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3488c0a6-4ee6-4d4e-9468-43e86bcdaa40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.224029] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 709.224029] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253e785-970b-f4c1-5e04-96ebbcdd658e" [ 709.224029] env[69333]: _type = "Task" [ 709.224029] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.234111] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253e785-970b-f4c1-5e04-96ebbcdd658e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.308272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-144b2b8a-120e-4633-b3c4-4d668c390f6a tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.147s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.325623] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Successfully created port: d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.678422] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd88e8-1609-4dd7-9fc1-2fa21584880a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.687985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e206e-e64e-4092-aa85-230e362ea11f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.722311] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc18d8-8fbf-4ff9-a8ed-26df70b0e692 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.740408] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b6ba80-a46d-4684-94ab-5b0b954adc7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.744658] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253e785-970b-f4c1-5e04-96ebbcdd658e, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.745994] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760276bb-75b4-478b-ac7d-2703942c49b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.761061] env[69333]: DEBUG nova.compute.provider_tree [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.765864] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 709.765864] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3077-3b5c-0b3f-75a4-2152d54470d7" [ 709.765864] env[69333]: _type = "Task" [ 709.765864] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.776450] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3077-3b5c-0b3f-75a4-2152d54470d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.809611] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.867400] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.867639] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.867792] env[69333]: DEBUG nova.network.neutron [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.038327] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.074347] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.074615] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.074768] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.074950] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.075108] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.075253] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.075462] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.075615] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.075778] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.075936] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.076116] env[69333]: DEBUG nova.virt.hardware [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.077846] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5af66b-3971-4a44-be7b-f2c9bc6f4f2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.087068] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51bbd6-2932-49b1-a6d5-f8fe64e33e5d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.263778] env[69333]: DEBUG nova.scheduler.client.report [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.287256] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3077-3b5c-0b3f-75a4-2152d54470d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.287256] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.287256] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d/2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.287256] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d830b56-6378-49c5-8779-a85f96ea9039 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.298234] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 710.298234] env[69333]: value = "task-4133592" [ 710.298234] env[69333]: _type = "Task" [ 710.298234] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.310703] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.332485] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.776031] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.776031] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.778713] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.090s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.782647] env[69333]: INFO nova.compute.claims [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.812912] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.946669] env[69333]: DEBUG nova.network.neutron [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.292846] env[69333]: DEBUG nova.compute.utils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.297116] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.297116] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.316158] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543081} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.317878] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d/2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.318236] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.318808] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6029a076-8fa4-4f5a-9256-e0f794c24648 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.327399] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 711.327399] env[69333]: value = "task-4133593" [ 711.327399] env[69333]: _type = "Task" [ 711.327399] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.338244] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.360400] env[69333]: DEBUG nova.policy [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4422a1dc386f4776ac559b7bd0421fd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f68f30ff99e44e6a09c137129f8e304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.365228] env[69333]: DEBUG nova.compute.manager [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-vif-plugged-d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.365501] env[69333]: DEBUG oslo_concurrency.lockutils [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.365747] env[69333]: DEBUG oslo_concurrency.lockutils [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.365984] env[69333]: DEBUG oslo_concurrency.lockutils [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.366218] env[69333]: DEBUG nova.compute.manager [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] No waiting events found dispatching network-vif-plugged-d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 711.366400] env[69333]: WARNING nova.compute.manager [req-5e9f26e2-9492-443d-ab1d-cfb8e39e09d5 req-d582961c-2ce2-4076-b202-c4dfc37a4d61 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received unexpected event network-vif-plugged-d511b4c6-9db0-406f-b5a0-5970d41fa9be for instance with vm_state building and task_state spawning. [ 711.449567] env[69333]: DEBUG oslo_concurrency.lockutils [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.580865] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Successfully updated port: d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.778663] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Successfully created port: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.799221] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.839802] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081348} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.840406] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.841831] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e7e69-1feb-42b7-a7ef-1b87991cb170 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.874624] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d/2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.878107] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0c92f0-39bb-4d0f-84bb-72d9e7aa392f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.903843] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 711.903843] env[69333]: value = "task-4133594" [ 711.903843] env[69333]: _type = "Task" [ 711.903843] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.913917] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.983893] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30aebf-5b96-40f7-af67-f748c42bfcb6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.016175] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0046e4-2a8a-4d83-bc82-930d3b8678c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.032503] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.091180] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.091522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.091779] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.191874] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.193187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.193439] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.193664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.193838] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.196831] env[69333]: INFO nova.compute.manager [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Terminating instance [ 712.416739] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133594, 'name': ReconfigVM_Task, 'duration_secs': 0.496905} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.419762] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d/2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.420794] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-372476e9-e186-462e-8337-86897d7cbf29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.428740] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 712.428740] env[69333]: value = "task-4133595" [ 712.428740] env[69333]: _type = "Task" [ 712.428740] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.442046] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133595, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.542303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a7d8b-aff9-4fa2-a511-fc17d6b6eca5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.547923] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.548605] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75b40cb-7649-4472-8b25-a34b766ead49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.560342] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a537db-9390-483c-8a57-c2a142748917 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.565151] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 712.565151] env[69333]: value = "task-4133596" [ 712.565151] env[69333]: _type = "Task" [ 712.565151] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.604666] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef284a-df9e-4285-98c2-93e27faf768c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.611774] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.619803] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb9829-5f97-46e1-9035-553fc77af60a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.626671] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.626888] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.638718] env[69333]: DEBUG nova.compute.provider_tree [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.658436] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.701069] env[69333]: DEBUG nova.compute.manager [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.701416] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.704068] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a55b7-1797-4290-8fe8-1c2fa87dcf15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.711620] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.711947] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82372a68-9f1e-48f2-920b-b5a0a3f4dea9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.720341] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 712.720341] env[69333]: value = "task-4133597" [ 712.720341] env[69333]: _type = "Task" [ 712.720341] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.733479] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.814965] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.842445] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.842705] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.842862] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.843081] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.843241] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.843446] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.843720] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.843928] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.844220] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.844508] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.844809] env[69333]: DEBUG nova.virt.hardware [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.845953] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd97569-4cfc-416e-9d0d-f3a764d918db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.855558] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a8e69-63b1-475a-b131-46d4d8ab3b29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.870955] env[69333]: DEBUG nova.network.neutron [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.941054] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133595, 'name': Rename_Task, 'duration_secs': 0.202917} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.941054] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.941054] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc0461a-c6ba-4ea0-8e03-b3def059a252 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.948566] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 712.948566] env[69333]: value = "task-4133598" [ 712.948566] env[69333]: _type = "Task" [ 712.948566] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.958853] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.075550] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.143799] env[69333]: DEBUG nova.scheduler.client.report [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.239612] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133597, 'name': PowerOffVM_Task, 'duration_secs': 0.279303} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.239612] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.239612] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.239612] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53003bdb-001c-4df2-8744-7ce116c381dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.345062] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.345224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.345417] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Deleting the datastore file [datastore1] 08f26a0a-472b-45af-a24e-56e8add1b9aa {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.345627] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b9d5db-43a7-4728-ba28-8b8c51dab7b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.354354] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for the task: (returnval){ [ 713.354354] env[69333]: value = "task-4133600" [ 713.354354] env[69333]: _type = "Task" [ 713.354354] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.367239] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.374055] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.374430] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Instance network_info: |[{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.374886] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:c0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd511b4c6-9db0-406f-b5a0-5970d41fa9be', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.383032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating folder: Project (bff50d352421443f8f7dbda63f29dcdf). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.383304] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7550e6e7-131e-43fe-b64b-8da3ed260193 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.397992] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created folder: Project (bff50d352421443f8f7dbda63f29dcdf) in parent group-v818612. [ 713.397992] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating folder: Instances. Parent ref: group-v818694. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.397992] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e2eef43-efb7-41cc-a808-7f482dd8e704 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.410471] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created folder: Instances in parent group-v818694. [ 713.411081] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.411320] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.411637] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bda3e6b-3684-44b9-9c73-6e240a261af1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.435612] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.435612] env[69333]: value = "task-4133603" [ 713.435612] env[69333]: _type = "Task" [ 713.435612] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.445041] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133603, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.460021] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.561158] env[69333]: DEBUG nova.compute.manager [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-changed-d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.561354] env[69333]: DEBUG nova.compute.manager [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing instance network info cache due to event network-changed-d511b4c6-9db0-406f-b5a0-5970d41fa9be. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.561969] env[69333]: DEBUG oslo_concurrency.lockutils [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.561969] env[69333]: DEBUG oslo_concurrency.lockutils [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.561969] env[69333]: DEBUG nova.network.neutron [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing network info cache for port d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.582025] env[69333]: DEBUG oslo_vmware.api [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133596, 'name': PowerOnVM_Task, 'duration_secs': 0.620041} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.582612] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.582686] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-26d21167-0e8a-454d-90c6-838f523d9db8 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance '4e5401b1-a0a4-41e2-96e0-e6855a8bb806' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.649832] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.652141] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.654847] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.638s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.655328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.655328] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 713.655761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.584s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.655999] env[69333]: DEBUG nova.objects.instance [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lazy-loading 'resources' on Instance uuid 6514d903-1c1c-402c-a440-3c11fc6849d3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.662957] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fc6a2-3faf-44f8-a528-0e4c26feeaab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.673168] env[69333]: DEBUG nova.compute.manager [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Received event network-vif-plugged-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.673404] env[69333]: DEBUG oslo_concurrency.lockutils [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] Acquiring lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.673661] env[69333]: DEBUG oslo_concurrency.lockutils [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.674027] env[69333]: DEBUG oslo_concurrency.lockutils [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.674027] env[69333]: DEBUG nova.compute.manager [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] No waiting events found dispatching network-vif-plugged-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.674517] env[69333]: WARNING nova.compute.manager [req-badac3da-f896-4ce5-bfb5-86576aa31a4f req-73123380-8e41-4d38-ac8c-c0e475ef2861 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Received unexpected event network-vif-plugged-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc for instance with vm_state building and task_state spawning. [ 713.675127] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Successfully updated port: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.683108] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c924c0-c404-4fab-b43c-3ab8800b583b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.701635] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156d086-a4cb-4713-ad05-7e6372581a2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.711836] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3361f-e351-4ca0-97fe-4c94d4a80575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.750200] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179636MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 713.750200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.866038] env[69333]: DEBUG oslo_vmware.api [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Task: {'id': task-4133600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221295} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.866475] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.866770] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.866971] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.867172] env[69333]: INFO nova.compute.manager [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 713.867421] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.867678] env[69333]: DEBUG nova.compute.manager [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.867958] env[69333]: DEBUG nova.network.neutron [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.946878] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133603, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.958973] env[69333]: DEBUG oslo_vmware.api [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133598, 'name': PowerOnVM_Task, 'duration_secs': 0.68564} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.959276] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.959472] env[69333]: INFO nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Took 9.21 seconds to spawn the instance on the hypervisor. [ 713.959651] env[69333]: DEBUG nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.960437] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13812a04-a965-4cf6-a54c-414908406517 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.164582] env[69333]: DEBUG nova.compute.utils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.178465] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.178465] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.181186] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.181285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquired lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.181421] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.275498] env[69333]: DEBUG nova.policy [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '525823b3fb9d4a79a9fb0b920ca7a6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8427f90a8d4e7fae632a096e3e649f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.458081] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133603, 'name': CreateVM_Task, 'duration_secs': 0.60479} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.458217] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.458907] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.459086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.459415] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.459676] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ffc341-e8d2-4a03-a625-62a756c01537 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.466687] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 714.466687] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52052da2-831c-1baf-8e6f-a365de7c2889" [ 714.466687] env[69333]: _type = "Task" [ 714.466687] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.484670] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52052da2-831c-1baf-8e6f-a365de7c2889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.485047] env[69333]: INFO nova.compute.manager [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Took 37.88 seconds to build instance. [ 714.491133] env[69333]: DEBUG nova.network.neutron [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updated VIF entry in instance network info cache for port d511b4c6-9db0-406f-b5a0-5970d41fa9be. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.491855] env[69333]: DEBUG nova.network.neutron [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.675666] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.683828] env[69333]: DEBUG nova.network.neutron [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.746418] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.826432] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a831369-15a9-4bb9-9089-568688444bb1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.835740] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14eb432-3a9b-4ce7-95ab-f0de4a5378bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.872211] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Successfully created port: 20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.877941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ea264-18da-4bab-b3f0-248570396a11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.887375] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f1307f-66cc-4fd2-b74d-4074d5816558 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.906742] env[69333]: DEBUG nova.compute.provider_tree [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.981332] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52052da2-831c-1baf-8e6f-a365de7c2889, 'name': SearchDatastore_Task, 'duration_secs': 0.020363} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.982024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.982414] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.982708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.982883] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.983128] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.983453] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-125c5a67-2c0b-4ebe-9d16-ba7377e5d25e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991261] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.862s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.993530] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.993757] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.994979] env[69333]: DEBUG oslo_concurrency.lockutils [req-e0182f41-3db8-46c1-af43-e66b613ef9ac req-b3462b4a-3751-456a-832c-ca1cca43e0c1 service nova] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.995380] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc4cbc9-6536-415a-a833-792422ab346c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.001560] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 715.001560] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528e7055-4291-4598-5057-5a91fc7e8f01" [ 715.001560] env[69333]: _type = "Task" [ 715.001560] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.014561] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528e7055-4291-4598-5057-5a91fc7e8f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.051231] env[69333]: DEBUG nova.network.neutron [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Updating instance_info_cache with network_info: [{"id": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "address": "fa:16:3e:e2:be:8d", "network": {"id": "5ab4f888-13c7-41fa-81f2-895a54955c8b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1225974110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f68f30ff99e44e6a09c137129f8e304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e3d6d7-cf", "ovs_interfaceid": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.188425] env[69333]: INFO nova.compute.manager [-] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Took 1.32 seconds to deallocate network for instance. [ 715.414232] env[69333]: DEBUG nova.scheduler.client.report [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.495368] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.514544] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528e7055-4291-4598-5057-5a91fc7e8f01, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.516765] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8ac11c-cca4-4a8e-bf04-fde236047e12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.522053] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 715.522053] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523c279a-8b12-9768-a70b-6831ba54e172" [ 715.522053] env[69333]: _type = "Task" [ 715.522053] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.531744] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523c279a-8b12-9768-a70b-6831ba54e172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.555194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Releasing lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.555194] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Instance network_info: |[{"id": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "address": "fa:16:3e:e2:be:8d", "network": {"id": "5ab4f888-13c7-41fa-81f2-895a54955c8b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1225974110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f68f30ff99e44e6a09c137129f8e304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e3d6d7-cf", "ovs_interfaceid": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.555362] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:be:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87e3d6d7-cf17-410b-8fcd-0cd85d4972dc', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.563376] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Creating folder: Project (9f68f30ff99e44e6a09c137129f8e304). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.563709] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfe09757-696c-4953-816b-e1d7a5fb50fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.577415] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Created folder: Project (9f68f30ff99e44e6a09c137129f8e304) in parent group-v818612. [ 715.577719] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Creating folder: Instances. Parent ref: group-v818697. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.577996] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec71d66f-8e10-4445-8c48-76b84323b4cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.589979] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Created folder: Instances in parent group-v818697. [ 715.590454] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.590454] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.590749] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e13f72-cd39-446c-a65b-2f3c6acd63a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.617035] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.617035] env[69333]: value = "task-4133606" [ 715.617035] env[69333]: _type = "Task" [ 715.617035] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.626483] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133606, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.687269] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.698581] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.714589] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.714825] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.714997] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.715205] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.715351] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.715500] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.715706] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.715895] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.716494] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.716494] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.716494] env[69333]: DEBUG nova.virt.hardware [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.717324] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2a366-78bb-4b4a-bfff-2267fc4e9eda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.726889] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff1cda-3517-492b-a3d9-60631dd3f166 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.817186] env[69333]: DEBUG nova.compute.manager [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Received event network-changed-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.817406] env[69333]: DEBUG nova.compute.manager [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Refreshing instance network info cache due to event network-changed-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.817624] env[69333]: DEBUG oslo_concurrency.lockutils [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] Acquiring lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.817766] env[69333]: DEBUG oslo_concurrency.lockutils [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] Acquired lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.818057] env[69333]: DEBUG nova.network.neutron [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Refreshing network info cache for port 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.921118] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.925588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.549s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.926906] env[69333]: INFO nova.compute.claims [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.949042] env[69333]: INFO nova.scheduler.client.report [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Deleted allocations for instance 6514d903-1c1c-402c-a440-3c11fc6849d3 [ 716.016508] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.033410] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523c279a-8b12-9768-a70b-6831ba54e172, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.033711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033985] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 169fceb8-b9fa-46cf-b61b-e82fa2e67543/169fceb8-b9fa-46cf-b61b-e82fa2e67543.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.034656] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e18c00-127f-4b60-b829-307a2709dc56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.042575] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 716.042575] env[69333]: value = "task-4133607" [ 716.042575] env[69333]: _type = "Task" [ 716.042575] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.052058] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.116997] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.117216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.117546] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.117855] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.118209] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.121492] env[69333]: INFO nova.compute.manager [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Terminating instance [ 716.136032] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133606, 'name': CreateVM_Task, 'duration_secs': 0.390971} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.136032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.136384] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.136544] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.136871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.137142] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28a71b5-ec18-452d-a2a9-189e87fe811b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.144971] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 716.144971] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac06f4-55e6-e714-225c-a9454edba3cf" [ 716.144971] env[69333]: _type = "Task" [ 716.144971] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.155295] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac06f4-55e6-e714-225c-a9454edba3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.350883] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.352291] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7ba94-4c12-42d1-bc31-d419774c394d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.360784] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.361094] env[69333]: ERROR oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk due to incomplete transfer. [ 716.361530] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f320df16-8324-4f4e-81ce-295a7d1a1bc5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.370633] env[69333]: DEBUG oslo_vmware.rw_handles [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a56f-c55d-6489-14a2-98a187b1cc78/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.370847] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Uploaded image a04a7e82-e55c-4322-89d3-9659dbd90186 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.374793] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.379791] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49f1b8d2-d6ed-4705-ab97-770d1dc2a450 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.388885] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 716.388885] env[69333]: value = "task-4133608" [ 716.388885] env[69333]: _type = "Task" [ 716.388885] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.388885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.388885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.388885] env[69333]: DEBUG nova.compute.manager [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Going to confirm migration 1 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 716.406559] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133608, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.457987] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Lock "6514d903-1c1c-402c-a440-3c11fc6849d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.072s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.554999] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.630379] env[69333]: DEBUG nova.compute.manager [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.630763] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.634396] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc38d9-2d90-4f13-ab4f-f105eee4113d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.643699] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.647301] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-409ad3f3-7916-4cd1-af35-e8e5e20e49ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.660973] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac06f4-55e6-e714-225c-a9454edba3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020472} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.667325] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.667325] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.667325] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.667325] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.668263] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.668967] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 716.668967] env[69333]: value = "task-4133609" [ 716.668967] env[69333]: _type = "Task" [ 716.668967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.669421] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adbdff6a-49ca-44e6-b163-3ef1a93a8cda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.684924] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.695895] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.696194] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.697463] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a88d91-02c0-43e2-82a1-c8db6982740f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.704249] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 716.704249] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5229134b-f0c5-fc25-531f-0ccf7d57a165" [ 716.704249] env[69333]: _type = "Task" [ 716.704249] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.717989] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5229134b-f0c5-fc25-531f-0ccf7d57a165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.861970] env[69333]: DEBUG nova.compute.manager [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Received event network-vif-plugged-20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.862205] env[69333]: DEBUG oslo_concurrency.lockutils [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.862430] env[69333]: DEBUG oslo_concurrency.lockutils [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.862674] env[69333]: DEBUG oslo_concurrency.lockutils [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.862875] env[69333]: DEBUG nova.compute.manager [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] No waiting events found dispatching network-vif-plugged-20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 716.863402] env[69333]: WARNING nova.compute.manager [req-0daba3df-9cdc-442c-9783-8a5a8f5e0413 req-6030dda1-c4ac-40e7-8d52-09cbfb520e0e service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Received unexpected event network-vif-plugged-20af92b4-9b65-4d23-aba6-a601ab14534d for instance with vm_state building and task_state spawning. [ 716.902121] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133608, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.933844] env[69333]: DEBUG nova.network.neutron [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Updated VIF entry in instance network info cache for port 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.934410] env[69333]: DEBUG nova.network.neutron [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Updating instance_info_cache with network_info: [{"id": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "address": "fa:16:3e:e2:be:8d", "network": {"id": "5ab4f888-13c7-41fa-81f2-895a54955c8b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1225974110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f68f30ff99e44e6a09c137129f8e304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e3d6d7-cf", "ovs_interfaceid": "87e3d6d7-cf17-410b-8fcd-0cd85d4972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.003902] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004091] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.004268] env[69333]: DEBUG nova.network.neutron [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.004506] env[69333]: DEBUG nova.objects.instance [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lazy-loading 'info_cache' on Instance uuid 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.058145] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638678} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.058443] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 169fceb8-b9fa-46cf-b61b-e82fa2e67543/169fceb8-b9fa-46cf-b61b-e82fa2e67543.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.058664] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.058978] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a3ef591-f24c-40d3-8e57-8c55afa2595a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068714] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 717.068714] env[69333]: value = "task-4133610" [ 717.068714] env[69333]: _type = "Task" [ 717.068714] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.078363] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.157589] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Successfully updated port: 20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.182900] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133609, 'name': PowerOffVM_Task, 'duration_secs': 0.225274} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.188465] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.188465] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.188465] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba92bf70-5710-4a47-a8ea-3953a5afee19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.216147] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5229134b-f0c5-fc25-531f-0ccf7d57a165, 'name': SearchDatastore_Task, 'duration_secs': 0.031932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.217283] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9228f43c-4d5a-4c53-ab82-7dea876508c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226396] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 717.226396] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525a5880-31a8-fc3f-8249-25933b8cff4c" [ 717.226396] env[69333]: _type = "Task" [ 717.226396] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.244801] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525a5880-31a8-fc3f-8249-25933b8cff4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.245102] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.245427] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] b784d34b-8156-43de-9e77-fb1d931c33e9/b784d34b-8156-43de-9e77-fb1d931c33e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.245676] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb13f21-57a3-4b6a-8595-1af72b1efecc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.258165] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 717.258165] env[69333]: value = "task-4133612" [ 717.258165] env[69333]: _type = "Task" [ 717.258165] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.260052] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.260295] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.260538] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Deleting the datastore file [datastore2] 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.264255] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fddf559-a937-4316-b2de-e4b7ec93e523 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.274656] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.277417] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for the task: (returnval){ [ 717.277417] env[69333]: value = "task-4133613" [ 717.277417] env[69333]: _type = "Task" [ 717.277417] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.287783] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.401625] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133608, 'name': Destroy_Task, 'duration_secs': 0.653724} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.401625] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Destroyed the VM [ 717.401912] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.402215] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-500f2ea0-3357-40e9-b936-af26bc914bf7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.413902] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 717.413902] env[69333]: value = "task-4133614" [ 717.413902] env[69333]: _type = "Task" [ 717.413902] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.421634] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.443237] env[69333]: DEBUG oslo_concurrency.lockutils [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] Releasing lock "refresh_cache-b784d34b-8156-43de-9e77-fb1d931c33e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.443237] env[69333]: DEBUG nova.compute.manager [req-855f3c6f-cd96-4de0-b653-fd9027968219 req-e51cbcde-a70f-4180-b38b-2d7107a008c9 service nova] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Received event network-vif-deleted-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.582859] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075872} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.583242] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.584587] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c47c6-1be3-4adc-a4a3-118120a0754f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.590404] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0642445-c74e-4e93-9c10-e9bbeae76881 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.611799] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 169fceb8-b9fa-46cf-b61b-e82fa2e67543/169fceb8-b9fa-46cf-b61b-e82fa2e67543.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.612748] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49fcf6e6-e7ea-498f-a8c4-feb1fc053641 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.631612] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f75b24e-6bdc-45b1-98c1-74517df46c42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.637019] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 717.637019] env[69333]: value = "task-4133615" [ 717.637019] env[69333]: _type = "Task" [ 717.637019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.667475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.667701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.667788] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.671404] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d5cbb-c976-4163-ad9d-ef9769fb4da7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.678358] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.686685] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9460a9f3-796a-4dad-a892-a2d64a85a1bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.709244] env[69333]: DEBUG nova.compute.provider_tree [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.776085] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.788686] env[69333]: DEBUG oslo_vmware.api [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Task: {'id': task-4133613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183544} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.788966] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.789172] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.789353] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.789529] env[69333]: INFO nova.compute.manager [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 717.789804] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.790032] env[69333]: DEBUG nova.compute.manager [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.790111] env[69333]: DEBUG nova.network.neutron [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.923288] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.147803] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133615, 'name': ReconfigVM_Task, 'duration_secs': 0.432029} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.148129] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 169fceb8-b9fa-46cf-b61b-e82fa2e67543/169fceb8-b9fa-46cf-b61b-e82fa2e67543.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.148793] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe81f3ac-ed9f-471f-9b62-0467013b8a94 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.158044] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 718.158044] env[69333]: value = "task-4133616" [ 718.158044] env[69333]: _type = "Task" [ 718.158044] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.168900] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133616, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.214170] env[69333]: DEBUG nova.scheduler.client.report [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.234872] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.282330] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54808} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.288919] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] b784d34b-8156-43de-9e77-fb1d931c33e9/b784d34b-8156-43de-9e77-fb1d931c33e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.289261] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.289561] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d35cf8b9-01b0-45ef-b09c-db95a790135a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.299350] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 718.299350] env[69333]: value = "task-4133617" [ 718.299350] env[69333]: _type = "Task" [ 718.299350] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.309471] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.426232] env[69333]: DEBUG oslo_vmware.api [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.836932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.427370] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 718.429561] env[69333]: INFO nova.compute.manager [None req-0ff57825-a09d-46e7-a807-8074bbf0b531 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 718.454547] env[69333]: DEBUG nova.network.neutron [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.540956] env[69333]: DEBUG nova.network.neutron [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [{"id": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "address": "fa:16:3e:40:f5:6e", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf7ac4e-36", "ovs_interfaceid": "dcf7ac4e-3670-4ba5-973e-933a1f4528e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.676325] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133616, 'name': Rename_Task, 'duration_secs': 0.174351} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.676325] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.676325] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23f1e8a-2bb5-4b05-aeec-a81ff13e5ecc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.681423] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 718.681423] env[69333]: value = "task-4133618" [ 718.681423] env[69333]: _type = "Task" [ 718.681423] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.691981] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.719702] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.721736] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.725984] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.685s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.728088] env[69333]: INFO nova.compute.claims [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.732361] env[69333]: DEBUG nova.network.neutron [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.811439] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086734} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.812106] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.813177] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac78201-cf2f-4dbd-ab96-e49f17f2ad60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.841823] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] b784d34b-8156-43de-9e77-fb1d931c33e9/b784d34b-8156-43de-9e77-fb1d931c33e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.842186] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a95047-2516-41bc-977e-190766216502 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.867266] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 718.867266] env[69333]: value = "task-4133619" [ 718.867266] env[69333]: _type = "Task" [ 718.867266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.878056] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.957747] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.960597] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Instance network_info: |[{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.960777] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:80:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20af92b4-9b65-4d23-aba6-a601ab14534d', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.974028] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating folder: Project (eb8427f90a8d4e7fae632a096e3e649f). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.974314] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e334dc83-57f8-44f5-a980-38ec217706da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.990258] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created folder: Project (eb8427f90a8d4e7fae632a096e3e649f) in parent group-v818612. [ 718.990508] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating folder: Instances. Parent ref: group-v818700. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.990782] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ca4d7e-ef5b-4da4-b5d4-336bd1ca85e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.002025] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created folder: Instances in parent group-v818700. [ 719.003505] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.003756] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.004029] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac1e8dc6-7db7-4686-85c7-9cc8308733c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.025573] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.025573] env[69333]: value = "task-4133622" [ 719.025573] env[69333]: _type = "Task" [ 719.025573] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.035106] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133622, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.037861] env[69333]: DEBUG nova.compute.manager [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Received event network-changed-20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.038056] env[69333]: DEBUG nova.compute.manager [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Refreshing instance network info cache due to event network-changed-20af92b4-9b65-4d23-aba6-a601ab14534d. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.038281] env[69333]: DEBUG oslo_concurrency.lockutils [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.038459] env[69333]: DEBUG oslo_concurrency.lockutils [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.038628] env[69333]: DEBUG nova.network.neutron [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Refreshing network info cache for port 20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.045275] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-4e5401b1-a0a4-41e2-96e0-e6855a8bb806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.045275] env[69333]: DEBUG nova.objects.instance [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lazy-loading 'migration_context' on Instance uuid 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.197123] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.235778] env[69333]: INFO nova.compute.manager [-] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Took 1.45 seconds to deallocate network for instance. [ 719.240152] env[69333]: DEBUG nova.compute.utils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.244190] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.244190] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.346159] env[69333]: DEBUG nova.policy [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0964150b72c14057ab86d7c90eb7925f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54ab4e9d3dc94dd880ff9b549aebaa78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.379919] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133619, 'name': ReconfigVM_Task, 'duration_secs': 0.353604} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.382850] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Reconfigured VM instance instance-0000001f to attach disk [datastore2] b784d34b-8156-43de-9e77-fb1d931c33e9/b784d34b-8156-43de-9e77-fb1d931c33e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.388558] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dbd5061-75f4-4531-9a31-700afc1be9d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.398767] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 719.398767] env[69333]: value = "task-4133623" [ 719.398767] env[69333]: _type = "Task" [ 719.398767] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.419569] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133623, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.548128] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133622, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.549103] env[69333]: DEBUG nova.objects.base [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Object Instance<4e5401b1-a0a4-41e2-96e0-e6855a8bb806> lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 719.550081] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820037d-e3ff-4af8-b0e8-e529ecb19c0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.571901] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f1eb2d-cb98-4a54-8b76-e41fa80c6956 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.578604] env[69333]: DEBUG oslo_vmware.api [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 719.578604] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ba3cf1-b75b-d8e3-d978-e4d6548fd3f2" [ 719.578604] env[69333]: _type = "Task" [ 719.578604] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.589409] env[69333]: DEBUG oslo_vmware.api [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ba3cf1-b75b-d8e3-d978-e4d6548fd3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007785} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.589409] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.692532] env[69333]: DEBUG oslo_vmware.api [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133618, 'name': PowerOnVM_Task, 'duration_secs': 0.538016} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.692847] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.693084] env[69333]: INFO nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Took 9.65 seconds to spawn the instance on the hypervisor. [ 719.693272] env[69333]: DEBUG nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.696357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceeb820-ec4b-446c-a76f-3b25b02c173b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.749200] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.752857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.824241] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Successfully created port: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.892585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.892865] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.893111] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.893277] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.893444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.897485] env[69333]: INFO nova.compute.manager [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Terminating instance [ 719.909565] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133623, 'name': Rename_Task, 'duration_secs': 0.174208} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.912428] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.912874] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9d904e-c174-416d-a3c0-ac714954b28c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.920868] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 719.920868] env[69333]: value = "task-4133624" [ 719.920868] env[69333]: _type = "Task" [ 719.920868] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.931361] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.942227] env[69333]: DEBUG nova.network.neutron [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updated VIF entry in instance network info cache for port 20af92b4-9b65-4d23-aba6-a601ab14534d. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.942823] env[69333]: DEBUG nova.network.neutron [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.042994] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133622, 'name': CreateVM_Task, 'duration_secs': 0.5992} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.043516] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.044281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.044463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.044782] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.045062] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2efbb7-a593-4c5f-a635-a85ec359d81f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.053944] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 720.053944] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a258f2-c65f-2ab7-a742-ae93a8733be8" [ 720.053944] env[69333]: _type = "Task" [ 720.053944] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.067589] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a258f2-c65f-2ab7-a742-ae93a8733be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.220070] env[69333]: INFO nova.compute.manager [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Took 42.94 seconds to build instance. [ 720.405174] env[69333]: DEBUG nova.compute.manager [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.405551] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.407568] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc70a8-8f93-4ce1-80d6-5fafe96aac23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.425759] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.430518] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9351bd5f-55ce-4e3f-8af3-706fa6bcc88e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.438962] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133624, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.440706] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 720.440706] env[69333]: value = "task-4133625" [ 720.440706] env[69333]: _type = "Task" [ 720.440706] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.447076] env[69333]: DEBUG oslo_concurrency.lockutils [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.448788] env[69333]: DEBUG nova.compute.manager [req-b4a88532-9d33-4419-9891-8f2f25ab4de9 req-38a2bb43-71c1-4485-a050-ffcb9f455bc4 service nova] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Received event network-vif-deleted-62865df6-1e75-41ac-98d4-65cdce9a5107 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.448788] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a48b9-91de-4c02-a056-ae602f11c5e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.460393] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.464143] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e60692-b4e8-4af2-aaad-d962b10127d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.504117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cba5d67-182c-4a6d-8d0c-e1923f0c3ea4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.513052] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a2548-4ee0-4e5b-b959-666dbafb63fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.528538] env[69333]: DEBUG nova.compute.provider_tree [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.568081] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a258f2-c65f-2ab7-a742-ae93a8733be8, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.568509] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.568716] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.568967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.569120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.569338] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.569680] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3247dcda-c5b6-4d24-b207-e3919675aa6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.580818] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.581130] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.582066] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64683de6-12f2-4090-9dc6-3e406209798c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.589095] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 720.589095] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52edab15-818a-109d-8aa0-7e59cf4bd348" [ 720.589095] env[69333]: _type = "Task" [ 720.589095] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.599488] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52edab15-818a-109d-8aa0-7e59cf4bd348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.722189] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b34de711-f548-4064-bba1-765aacbc469d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.147s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.767905] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.799926] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.800200] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.800375] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.800562] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.800860] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.801062] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.801270] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.801463] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.801659] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.801826] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.802019] env[69333]: DEBUG nova.virt.hardware [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.802973] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea87bc3-23fb-4a07-a223-2ddd25ddd3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.813129] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5a2ab-eb2b-4c46-ba29-a80b0171312f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.936995] env[69333]: DEBUG oslo_vmware.api [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133624, 'name': PowerOnVM_Task, 'duration_secs': 0.535119} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.937463] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.937681] env[69333]: INFO nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Took 8.12 seconds to spawn the instance on the hypervisor. [ 720.938436] env[69333]: DEBUG nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.939237] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a1021-c026-459d-83a0-6a156edaf289 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.958027] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133625, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.032498] env[69333]: DEBUG nova.scheduler.client.report [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.101880] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52edab15-818a-109d-8aa0-7e59cf4bd348, 'name': SearchDatastore_Task, 'duration_secs': 0.018781} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.102758] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4077b6d9-2570-410f-99b1-d6ae34ad1faa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.109415] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 721.109415] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528b8517-d027-03c1-847d-5cac5bf5189c" [ 721.109415] env[69333]: _type = "Task" [ 721.109415] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.123991] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528b8517-d027-03c1-847d-5cac5bf5189c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.225580] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.452952] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133625, 'name': PowerOffVM_Task, 'duration_secs': 0.527992} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.453173] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.453498] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.453605] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e58f2a1-7c2e-432b-adae-1c15cbe78e03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.469935] env[69333]: INFO nova.compute.manager [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Took 41.42 seconds to build instance. [ 721.484253] env[69333]: DEBUG nova.compute.manager [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-changed-d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.484400] env[69333]: DEBUG nova.compute.manager [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing instance network info cache due to event network-changed-d511b4c6-9db0-406f-b5a0-5970d41fa9be. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.484567] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.484691] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.485685] env[69333]: DEBUG nova.network.neutron [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing network info cache for port d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.542164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.542164] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.545288] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.332s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.545539] env[69333]: DEBUG nova.objects.instance [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lazy-loading 'resources' on Instance uuid f47ae27b-8118-4331-9e67-afc6fc410200 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.546952] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.547167] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.547353] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Deleting the datastore file [datastore2] 98551255-5e8d-4e4d-96b0-7d2e7a706189 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.547881] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df3e2ac-c9a6-4171-8b15-8552c5c98054 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.556032] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for the task: (returnval){ [ 721.556032] env[69333]: value = "task-4133627" [ 721.556032] env[69333]: _type = "Task" [ 721.556032] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.573625] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.621975] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528b8517-d027-03c1-847d-5cac5bf5189c, 'name': SearchDatastore_Task, 'duration_secs': 0.049099} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.621975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.621975] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.621975] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41809486-7eef-43d8-a095-0ff54536d7f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.630421] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 721.630421] env[69333]: value = "task-4133628" [ 721.630421] env[69333]: _type = "Task" [ 721.630421] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.639520] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.675912] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Successfully updated port: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.764120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.974067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.323s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.051106] env[69333]: DEBUG nova.compute.utils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.057142] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.057142] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.091179] env[69333]: DEBUG oslo_vmware.api [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Task: {'id': task-4133627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366521} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.091723] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.092254] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.092349] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.092558] env[69333]: INFO nova.compute.manager [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 1.69 seconds to destroy the instance on the hypervisor. [ 722.092950] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.094052] env[69333]: DEBUG nova.compute.manager [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.094052] env[69333]: DEBUG nova.network.neutron [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.150891] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133628, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.184165] env[69333]: DEBUG nova.policy [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e965c29e584c3fac7ad2f55c7bed0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc6186a1b4d49ca8a3f513af25ff45c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.185837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.185999] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquired lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.186177] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.365744] env[69333]: DEBUG nova.network.neutron [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updated VIF entry in instance network info cache for port d511b4c6-9db0-406f-b5a0-5970d41fa9be. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.366292] env[69333]: DEBUG nova.network.neutron [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.477028] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.563031] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.642559] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678791} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.645395] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.645627] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.646149] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f959eaeb-5ac5-49c6-881d-95be35b6a166 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.658264] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 722.658264] env[69333]: value = "task-4133629" [ 722.658264] env[69333]: _type = "Task" [ 722.658264] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.666328] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.745965] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.755153] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2b501-5e34-41e6-ba0f-d9da25c421f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.764744] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910b849-9001-4f97-bbc3-6e44f467fd2e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.800662] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340f42e-52d5-4f86-bdc0-6e21247a78e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.814128] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05059237-2f2e-425e-ada3-c14e2a755472 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.829656] env[69333]: DEBUG nova.compute.provider_tree [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.834238] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "b784d34b-8156-43de-9e77-fb1d931c33e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.834480] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.834704] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.834947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.835141] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.839632] env[69333]: INFO nova.compute.manager [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Terminating instance [ 722.873298] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3dd7f0-5910-4ca7-9281-8706bbcf4fb7 req-2f2cfd17-664d-4c56-85d0-f604d4e13027 service nova] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.936840] env[69333]: DEBUG nova.network.neutron [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updating instance_info_cache with network_info: [{"id": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "address": "fa:16:3e:34:a3:8f", "network": {"id": "64962c8f-7d25-4d9f-8ee2-dfca2ca64c7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1130896194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ab4e9d3dc94dd880ff9b549aebaa78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbcac79-8f", "ovs_interfaceid": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.023849] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.169835] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073835} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.173024] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.173024] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e3ffaf-564d-419a-a3d7-195e11087e7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199354] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.199855] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c6e56c-009e-4767-9096-e2dfa3c759fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.219604] env[69333]: DEBUG nova.compute.manager [req-e125cd22-cc29-498d-b70c-f8492de2d166 req-870d5321-10b4-42ad-b47d-5cece2463e0e service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Received event network-vif-deleted-58eaae46-746d-4f3d-9f82-a73de05a06d5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.219944] env[69333]: INFO nova.compute.manager [req-e125cd22-cc29-498d-b70c-f8492de2d166 req-870d5321-10b4-42ad-b47d-5cece2463e0e service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Neutron deleted interface 58eaae46-746d-4f3d-9f82-a73de05a06d5; detaching it from the instance and deleting it from the info cache [ 723.220238] env[69333]: DEBUG nova.network.neutron [req-e125cd22-cc29-498d-b70c-f8492de2d166 req-870d5321-10b4-42ad-b47d-5cece2463e0e service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.228362] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 723.228362] env[69333]: value = "task-4133630" [ 723.228362] env[69333]: _type = "Task" [ 723.228362] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.242470] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.249698] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Successfully created port: 24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.334515] env[69333]: DEBUG nova.scheduler.client.report [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.343992] env[69333]: DEBUG nova.compute.manager [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.343992] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.345632] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ceafb5-7359-4fd8-9f47-a4d0634efc85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.355920] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.356070] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924b81f6-8845-4b2c-8c03-38bb63e37a23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.365813] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 723.365813] env[69333]: value = "task-4133631" [ 723.365813] env[69333]: _type = "Task" [ 723.365813] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.379475] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.439585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Releasing lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.440137] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Instance network_info: |[{"id": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "address": "fa:16:3e:34:a3:8f", "network": {"id": "64962c8f-7d25-4d9f-8ee2-dfca2ca64c7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1130896194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ab4e9d3dc94dd880ff9b549aebaa78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbcac79-8f", "ovs_interfaceid": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.440718] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a3:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fbcac79-8ff2-4115-aa66-a5203fa9da24', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.452438] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Creating folder: Project (54ab4e9d3dc94dd880ff9b549aebaa78). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.452845] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6efdff9a-951b-4c87-a27c-38a774be5624 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.466234] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Created folder: Project (54ab4e9d3dc94dd880ff9b549aebaa78) in parent group-v818612. [ 723.466507] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Creating folder: Instances. Parent ref: group-v818703. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.466825] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbef6350-ecd7-4241-8f02-547ee6260e89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.478411] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Created folder: Instances in parent group-v818703. [ 723.478725] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.478947] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.480486] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0921e8c5-1f8c-4670-abe2-6cfaacf3e9dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.504439] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.504439] env[69333]: value = "task-4133634" [ 723.504439] env[69333]: _type = "Task" [ 723.504439] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.514683] env[69333]: DEBUG nova.network.neutron [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.516165] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133634, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.526531] env[69333]: DEBUG nova.compute.manager [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Received event network-vif-plugged-8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.526531] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Acquiring lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.526531] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.526531] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.526531] env[69333]: DEBUG nova.compute.manager [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] No waiting events found dispatching network-vif-plugged-8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.526986] env[69333]: WARNING nova.compute.manager [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Received unexpected event network-vif-plugged-8fbcac79-8ff2-4115-aa66-a5203fa9da24 for instance with vm_state building and task_state spawning. [ 723.526986] env[69333]: DEBUG nova.compute.manager [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Received event network-changed-8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.526986] env[69333]: DEBUG nova.compute.manager [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Refreshing instance network info cache due to event network-changed-8fbcac79-8ff2-4115-aa66-a5203fa9da24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.526986] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Acquiring lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526986] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Acquired lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.527171] env[69333]: DEBUG nova.network.neutron [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Refreshing network info cache for port 8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.573405] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.609079] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.609079] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.609079] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.609455] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.609455] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.609455] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.609455] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.609455] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.609593] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.609593] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.609593] env[69333]: DEBUG nova.virt.hardware [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.609593] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06853489-b9cd-43fc-8e47-84b845005762 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.619441] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585fb52-3f95-45a5-bafb-c6fd32459dfe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.724334] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d420ba04-bc4c-425d-8a32-1c7d05085c60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.738919] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9783eb-3dec-49db-bff5-c1c188c2957a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.753569] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133630, 'name': ReconfigVM_Task, 'duration_secs': 0.340827} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.754490] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.755259] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48402222-8e31-420a-9ef2-706179d2aa78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.763878] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 723.763878] env[69333]: value = "task-4133635" [ 723.763878] env[69333]: _type = "Task" [ 723.763878] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.789063] env[69333]: DEBUG nova.compute.manager [req-e125cd22-cc29-498d-b70c-f8492de2d166 req-870d5321-10b4-42ad-b47d-5cece2463e0e service nova] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Detach interface failed, port_id=58eaae46-746d-4f3d-9f82-a73de05a06d5, reason: Instance 98551255-5e8d-4e4d-96b0-7d2e7a706189 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.797239] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133635, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.845221] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.849424] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.003s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.852037] env[69333]: INFO nova.compute.claims [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.878145] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133631, 'name': PowerOffVM_Task, 'duration_secs': 0.208886} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.881966] env[69333]: INFO nova.scheduler.client.report [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleted allocations for instance f47ae27b-8118-4331-9e67-afc6fc410200 [ 723.881966] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.881966] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.881966] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-621fd00d-4251-404c-93ab-6ceb91bf56b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.991829] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.992134] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.992336] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Deleting the datastore file [datastore2] b784d34b-8156-43de-9e77-fb1d931c33e9 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.992661] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c2e74e-bc27-4a12-949c-75efb92f6b84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.000061] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for the task: (returnval){ [ 724.000061] env[69333]: value = "task-4133637" [ 724.000061] env[69333]: _type = "Task" [ 724.000061] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.016426] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.017279] env[69333]: INFO nova.compute.manager [-] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Took 1.92 seconds to deallocate network for instance. [ 724.026793] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133634, 'name': CreateVM_Task, 'duration_secs': 0.485766} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.032119] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.032927] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.033115] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.033435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.033991] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8179948-4f9a-485a-99a3-e27f86bfe9e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.039386] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 724.039386] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dcd41d-676e-7bfb-c9f4-885a2811ca76" [ 724.039386] env[69333]: _type = "Task" [ 724.039386] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.048958] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dcd41d-676e-7bfb-c9f4-885a2811ca76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.277723] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133635, 'name': Rename_Task, 'duration_secs': 0.173132} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.278038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.279153] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ccaab4-d16b-4afb-805f-746c2d6426e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.288925] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 724.288925] env[69333]: value = "task-4133638" [ 724.288925] env[69333]: _type = "Task" [ 724.288925] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.300297] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.391042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-69c2a933-26ca-4c9a-911c-48823c929788 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "f47ae27b-8118-4331-9e67-afc6fc410200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.240s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.431734] env[69333]: DEBUG nova.network.neutron [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updated VIF entry in instance network info cache for port 8fbcac79-8ff2-4115-aa66-a5203fa9da24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.431734] env[69333]: DEBUG nova.network.neutron [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updating instance_info_cache with network_info: [{"id": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "address": "fa:16:3e:34:a3:8f", "network": {"id": "64962c8f-7d25-4d9f-8ee2-dfca2ca64c7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1130896194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ab4e9d3dc94dd880ff9b549aebaa78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbcac79-8f", "ovs_interfaceid": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.513065] env[69333]: DEBUG oslo_vmware.api [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Task: {'id': task-4133637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171563} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.513365] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.513531] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.513739] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.513873] env[69333]: INFO nova.compute.manager [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 724.514165] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.514342] env[69333]: DEBUG nova.compute.manager [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.514439] env[69333]: DEBUG nova.network.neutron [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.533810] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.551999] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dcd41d-676e-7bfb-c9f4-885a2811ca76, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.552353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.552586] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.552843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.553090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.553182] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.553739] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e642c092-a4f5-40c4-91d2-9efefe5e9ea0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.563976] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.563976] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.564953] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfd097e-ead4-4f84-bbe7-4536f2578d9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.575698] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 724.575698] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522b3390-b297-9fdc-8516-dd6fe96216d2" [ 724.575698] env[69333]: _type = "Task" [ 724.575698] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.584478] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522b3390-b297-9fdc-8516-dd6fe96216d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.802079] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133638, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.939149] env[69333]: DEBUG oslo_concurrency.lockutils [req-d68370e6-8cdb-4608-ad9f-09ae6a683ea7 req-e694f6da-c00f-4b4f-8f8b-d1e224795fc8 service nova] Releasing lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.095424] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522b3390-b297-9fdc-8516-dd6fe96216d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.099091] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7243cd-0c79-4488-b677-de63826edd28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.105272] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 725.105272] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524c4762-09dd-4476-0129-e42e4e78357f" [ 725.105272] env[69333]: _type = "Task" [ 725.105272] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.115345] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524c4762-09dd-4476-0129-e42e4e78357f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.138578] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "06ba8358-d330-4103-9a21-34d402b69612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.138847] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.139353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "06ba8358-d330-4103-9a21-34d402b69612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.139600] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.139810] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.141886] env[69333]: INFO nova.compute.manager [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Terminating instance [ 725.166259] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Successfully updated port: 24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.304882] env[69333]: DEBUG oslo_vmware.api [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133638, 'name': PowerOnVM_Task, 'duration_secs': 0.522953} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.305373] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.305712] env[69333]: INFO nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Took 9.62 seconds to spawn the instance on the hypervisor. [ 725.306015] env[69333]: DEBUG nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.307277] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2a81d-a584-4025-93fc-dec98f303f45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.319690] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Received event network-vif-deleted-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.320067] env[69333]: INFO nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Neutron deleted interface 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc; detaching it from the instance and deleting it from the info cache [ 725.320373] env[69333]: DEBUG nova.network.neutron [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.372442] env[69333]: DEBUG nova.network.neutron [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.577961] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573a286-2da3-4629-ac53-4c7620cdd591 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.588484] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedf49c-06e7-4cfb-bc65-5125be631ee9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.627647] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74ebe7-f821-477e-bf2a-7af4a7868ff2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.641060] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524c4762-09dd-4476-0129-e42e4e78357f, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.641060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641233] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a06e99d5-651a-4923-bab3-cdbea3aa096a/a06e99d5-651a-4923-bab3-cdbea3aa096a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.642593] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426c120-a082-4153-b963-40e16a6f983f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.646782] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc4ce74-dafb-4185-a6b2-6c10e4f496d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.649641] env[69333]: DEBUG nova.compute.manager [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.649641] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.651049] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8fb77-56c0-42d0-a56d-48dc1c69e186 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664329] env[69333]: DEBUG nova.compute.provider_tree [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.667492] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 725.667492] env[69333]: value = "task-4133639" [ 725.667492] env[69333]: _type = "Task" [ 725.667492] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.668758] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.668758] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquired lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.668758] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.675042] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.676376] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-683e548e-846b-4a98-9014-a36d2aeddd6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.683684] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.686397] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 725.686397] env[69333]: value = "task-4133640" [ 725.686397] env[69333]: _type = "Task" [ 725.686397] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.698144] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.834314] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1bc229c-7c48-4c75-b51b-c255cc0efc99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.843072] env[69333]: INFO nova.compute.manager [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Took 42.18 seconds to build instance. [ 725.852169] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd66823-1dae-4a3a-b079-457261cc8a4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.877632] env[69333]: INFO nova.compute.manager [-] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Took 1.36 seconds to deallocate network for instance. [ 725.907950] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Detach interface failed, port_id=87e3d6d7-cf17-410b-8fcd-0cd85d4972dc, reason: Instance b784d34b-8156-43de-9e77-fb1d931c33e9 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.908620] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Received event network-vif-plugged-24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.908620] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Acquiring lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.909793] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.909793] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.909793] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] No waiting events found dispatching network-vif-plugged-24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.909793] env[69333]: WARNING nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Received unexpected event network-vif-plugged-24b04fe8-11ff-45a5-8108-70040916fad2 for instance with vm_state building and task_state spawning. [ 725.909793] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Received event network-changed-24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.910074] env[69333]: DEBUG nova.compute.manager [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Refreshing instance network info cache due to event network-changed-24b04fe8-11ff-45a5-8108-70040916fad2. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.911027] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Acquiring lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.169908] env[69333]: DEBUG nova.scheduler.client.report [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.202070] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133639, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.207762] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133640, 'name': PowerOffVM_Task, 'duration_secs': 0.302489} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.208242] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.208432] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.209435] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7c046f-b73f-489a-9528-f00fe778d349 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.239036] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.299976] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.300253] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.300440] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleting the datastore file [datastore2] 06ba8358-d330-4103-9a21-34d402b69612 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.300729] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eaca368-a901-4f26-88cb-70b8d3504928 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.309247] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for the task: (returnval){ [ 726.309247] env[69333]: value = "task-4133642" [ 726.309247] env[69333]: _type = "Task" [ 726.309247] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.327789] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.347673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39805e50-a862-4ef0-9a46-b641b870f89a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.005s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.386385] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.557557] env[69333]: DEBUG nova.network.neutron [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Updating instance_info_cache with network_info: [{"id": "24b04fe8-11ff-45a5-8108-70040916fad2", "address": "fa:16:3e:10:26:82", "network": {"id": "16822d36-f29d-4ab7-a7fe-9d87490a4715", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1434390615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc6186a1b4d49ca8a3f513af25ff45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b04fe8-11", "ovs_interfaceid": "24b04fe8-11ff-45a5-8108-70040916fad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.687541] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552047} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.688127] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a06e99d5-651a-4923-bab3-cdbea3aa096a/a06e99d5-651a-4923-bab3-cdbea3aa096a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.688421] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.688726] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8524acd4-f65b-4a30-97dd-3f906a4903af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.692337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.693074] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.696134] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.548s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.696370] env[69333]: DEBUG nova.objects.instance [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lazy-loading 'resources' on Instance uuid 71670670-eaeb-4ea4-8a75-f87b443ef5ff {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.708812] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 726.708812] env[69333]: value = "task-4133643" [ 726.708812] env[69333]: _type = "Task" [ 726.708812] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.726975] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.824043] env[69333]: DEBUG oslo_vmware.api [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Task: {'id': task-4133642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17546} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.824043] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.824043] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.824043] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.824043] env[69333]: INFO nova.compute.manager [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Took 1.17 seconds to destroy the instance on the hypervisor. [ 726.824350] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.824350] env[69333]: DEBUG nova.compute.manager [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.824350] env[69333]: DEBUG nova.network.neutron [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.850993] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.061600] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Releasing lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.061962] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Instance network_info: |[{"id": "24b04fe8-11ff-45a5-8108-70040916fad2", "address": "fa:16:3e:10:26:82", "network": {"id": "16822d36-f29d-4ab7-a7fe-9d87490a4715", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1434390615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc6186a1b4d49ca8a3f513af25ff45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b04fe8-11", "ovs_interfaceid": "24b04fe8-11ff-45a5-8108-70040916fad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.062286] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Acquired lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.062497] env[69333]: DEBUG nova.network.neutron [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Refreshing network info cache for port 24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.063849] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:26:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b04fe8-11ff-45a5-8108-70040916fad2', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.072178] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Creating folder: Project (ecc6186a1b4d49ca8a3f513af25ff45c). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.074077] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f68e53f-3630-4d15-aa48-89ec97b105a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.090083] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Created folder: Project (ecc6186a1b4d49ca8a3f513af25ff45c) in parent group-v818612. [ 727.090322] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Creating folder: Instances. Parent ref: group-v818706. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.090638] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda8ce61-314e-41af-aab1-cefdd57b2a21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.104020] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Created folder: Instances in parent group-v818706. [ 727.104020] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.104020] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.104020] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abdb564f-6517-410a-93a6-7f7fc67afb01 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.129449] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.129449] env[69333]: value = "task-4133646" [ 727.129449] env[69333]: _type = "Task" [ 727.129449] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.140103] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133646, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.204591] env[69333]: DEBUG nova.compute.utils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.211136] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.212565] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.233166] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080483} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.233808] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.235053] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5aa7d1-a089-4809-a19d-6ec7d35dc959 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.267169] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a06e99d5-651a-4923-bab3-cdbea3aa096a/a06e99d5-651a-4923-bab3-cdbea3aa096a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.270865] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e05fa4d-cbdf-4b3d-8c6c-b82d71710ca4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.299148] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 727.299148] env[69333]: value = "task-4133647" [ 727.299148] env[69333]: _type = "Task" [ 727.299148] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.313018] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.317809] env[69333]: DEBUG nova.policy [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f70820204b247249ebb849fd922c4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32cd998d5ab406a864d485401e1629e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.381196] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.579566] env[69333]: DEBUG nova.compute.manager [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Received event network-changed-20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.579865] env[69333]: DEBUG nova.compute.manager [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Refreshing instance network info cache due to event network-changed-20af92b4-9b65-4d23-aba6-a601ab14534d. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.580619] env[69333]: DEBUG oslo_concurrency.lockutils [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.580845] env[69333]: DEBUG oslo_concurrency.lockutils [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.581042] env[69333]: DEBUG nova.network.neutron [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Refreshing network info cache for port 20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.647515] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133646, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.713889] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.796822] env[69333]: DEBUG nova.network.neutron [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.818250] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133647, 'name': ReconfigVM_Task, 'duration_secs': 0.446368} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.818537] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a06e99d5-651a-4923-bab3-cdbea3aa096a/a06e99d5-651a-4923-bab3-cdbea3aa096a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.819517] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f91d12a-7282-4ac2-982a-84fd69542410 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.832759] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 727.832759] env[69333]: value = "task-4133648" [ 727.832759] env[69333]: _type = "Task" [ 727.832759] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.843116] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133648, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.877537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.877537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.042550] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Successfully created port: 42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.072049] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132185fe-c592-4193-a7ed-5ec9f25ebcf1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.081380] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f8c12c-36af-4972-bb2a-30a37a1527dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.121570] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d3b97-44f7-4c94-838b-10792c9e5617 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.130660] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840f37e-bbae-4a1c-91ec-8b178f41aa07 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.150186] env[69333]: DEBUG nova.compute.provider_tree [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.156048] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133646, 'name': CreateVM_Task, 'duration_secs': 0.52252} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.156591] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.157760] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.157760] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.159095] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.161783] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc97fb30-bf34-4a07-9bb0-2e683f43329a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.168585] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 728.168585] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528d7945-c48b-64fb-deb9-9a3eac0f8d03" [ 728.168585] env[69333]: _type = "Task" [ 728.168585] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.173327] env[69333]: DEBUG nova.network.neutron [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Updated VIF entry in instance network info cache for port 24b04fe8-11ff-45a5-8108-70040916fad2. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.173757] env[69333]: DEBUG nova.network.neutron [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Updating instance_info_cache with network_info: [{"id": "24b04fe8-11ff-45a5-8108-70040916fad2", "address": "fa:16:3e:10:26:82", "network": {"id": "16822d36-f29d-4ab7-a7fe-9d87490a4715", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1434390615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc6186a1b4d49ca8a3f513af25ff45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b04fe8-11", "ovs_interfaceid": "24b04fe8-11ff-45a5-8108-70040916fad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.180968] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528d7945-c48b-64fb-deb9-9a3eac0f8d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.312268] env[69333]: INFO nova.compute.manager [-] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Took 1.49 seconds to deallocate network for instance. [ 728.348765] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133648, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.458697] env[69333]: DEBUG nova.network.neutron [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updated VIF entry in instance network info cache for port 20af92b4-9b65-4d23-aba6-a601ab14534d. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.460341] env[69333]: DEBUG nova.network.neutron [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.659500] env[69333]: DEBUG nova.scheduler.client.report [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.681139] env[69333]: DEBUG oslo_concurrency.lockutils [req-062ac09a-0806-4386-b5be-27058a048627 req-29218a4c-bc90-4547-a91e-6af77f712091 service nova] Releasing lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.681667] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528d7945-c48b-64fb-deb9-9a3eac0f8d03, 'name': SearchDatastore_Task, 'duration_secs': 0.028801} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.682876] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.683478] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.683655] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.683823] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.684037] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.684630] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4cf36e1-72ef-444e-a451-d4cb0d962750 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.695982] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.696201] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.696950] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d355269-d38d-4aee-8824-0b932d5f81c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.704396] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 728.704396] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9cad4-6e52-d91a-3e8d-35e60cc8dd22" [ 728.704396] env[69333]: _type = "Task" [ 728.704396] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.716557] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9cad4-6e52-d91a-3e8d-35e60cc8dd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.727147] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.792320] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.792568] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.792568] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.793528] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.793528] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.793528] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.793528] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.796227] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.796371] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.796554] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.796758] env[69333]: DEBUG nova.virt.hardware [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.797741] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24200de4-c03f-4d7e-80a0-b24c36fa762a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.808630] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b387c-4305-407e-8f71-a379ac0d0e21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.819174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.857675] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133648, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.966899] env[69333]: DEBUG oslo_concurrency.lockutils [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.967790] env[69333]: DEBUG nova.compute.manager [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Received event network-vif-deleted-c329a090-9fc7-4839-9d6c-446f2a33bddf {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.967790] env[69333]: INFO nova.compute.manager [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Neutron deleted interface c329a090-9fc7-4839-9d6c-446f2a33bddf; detaching it from the instance and deleting it from the info cache [ 728.967790] env[69333]: DEBUG nova.network.neutron [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.165555] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.168263] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.484s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.168670] env[69333]: DEBUG nova.objects.instance [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lazy-loading 'resources' on Instance uuid 1f2a2d6e-3454-4736-8f1b-aa606338ecc0 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.193380] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "13f55876-520c-4486-8bae-2b0962436054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.193664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.193940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "13f55876-520c-4486-8bae-2b0962436054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.194190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.194505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.197820] env[69333]: INFO nova.scheduler.client.report [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Deleted allocations for instance 71670670-eaeb-4ea4-8a75-f87b443ef5ff [ 729.199037] env[69333]: INFO nova.compute.manager [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Terminating instance [ 729.217676] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9cad4-6e52-d91a-3e8d-35e60cc8dd22, 'name': SearchDatastore_Task, 'duration_secs': 0.026165} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.219031] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e13378-68fe-423b-8d2a-290956bbe53a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.226791] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 729.226791] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c3b6a0-378c-37d4-aeb3-a80fc973f41b" [ 729.226791] env[69333]: _type = "Task" [ 729.226791] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.239783] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c3b6a0-378c-37d4-aeb3-a80fc973f41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.354371] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133648, 'name': Rename_Task, 'duration_secs': 1.160533} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.354701] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.354960] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cadadff-1c2c-4793-b102-6eea6632f484 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362019] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 729.362019] env[69333]: value = "task-4133649" [ 729.362019] env[69333]: _type = "Task" [ 729.362019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.371017] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.478025] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22edcad6-84f0-46cf-bda9-297581777468 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.485840] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2800d4a-503d-458e-ab8f-5f0c2b233a1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.527030] env[69333]: DEBUG nova.compute.manager [req-fb660c3a-5002-4369-859b-d6da782163c6 req-0c920903-a317-44b6-b402-ffd08a4fc9dc service nova] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Detach interface failed, port_id=c329a090-9fc7-4839-9d6c-446f2a33bddf, reason: Instance 06ba8358-d330-4103-9a21-34d402b69612 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 729.708918] env[69333]: DEBUG nova.compute.manager [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.708918] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.710687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Lock "71670670-eaeb-4ea4-8a75-f87b443ef5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.127s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.713223] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dccac6-68eb-44c6-b581-8e5876654ff9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.723029] env[69333]: DEBUG nova.compute.manager [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Received event network-vif-plugged-42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.723303] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] Acquiring lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.723516] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.723714] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.723910] env[69333]: DEBUG nova.compute.manager [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] No waiting events found dispatching network-vif-plugged-42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.724112] env[69333]: WARNING nova.compute.manager [req-6bfadbe3-9d17-4bab-a8f4-656d6cb06b6c req-ab36143c-2ded-4790-be91-a404fd75bffa service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Received unexpected event network-vif-plugged-42320111-4fde-48d8-80ab-6ca859214f61 for instance with vm_state building and task_state spawning. [ 729.729964] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.734512] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa36aeec-60b1-4448-9c91-07bb70294a52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.747521] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c3b6a0-378c-37d4-aeb3-a80fc973f41b, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.754790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.755247] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] ae7cbc62-f044-444c-9444-3a5d456d73a0/ae7cbc62-f044-444c-9444-3a5d456d73a0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.755745] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 729.755745] env[69333]: value = "task-4133650" [ 729.755745] env[69333]: _type = "Task" [ 729.755745] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.756638] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0599583b-e189-4117-9262-566817d570bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.771278] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.773199] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 729.773199] env[69333]: value = "task-4133651" [ 729.773199] env[69333]: _type = "Task" [ 729.773199] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.789064] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.854192] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Successfully updated port: 42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.879579] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133649, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.273694] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133650, 'name': PowerOffVM_Task, 'duration_secs': 0.462949} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.277588] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.278987] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.281582] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2812dd3-03d8-48b5-a8d0-c9379a9ca1af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.292595] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.357849] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.357849] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.357849] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.366273] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.366273] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.366273] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Deleting the datastore file [datastore2] 13f55876-520c-4486-8bae-2b0962436054 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.368071] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1da16fd-6dda-401e-b2b5-f74723635401 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.383878] env[69333]: DEBUG oslo_vmware.api [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133649, 'name': PowerOnVM_Task, 'duration_secs': 0.576045} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.385883] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.386231] env[69333]: INFO nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Took 9.62 seconds to spawn the instance on the hypervisor. [ 730.386455] env[69333]: DEBUG nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.386977] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for the task: (returnval){ [ 730.386977] env[69333]: value = "task-4133653" [ 730.386977] env[69333]: _type = "Task" [ 730.386977] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.387764] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b8ded-da4f-4648-a622-c658a8f026bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.405286] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.418451] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdfb4a3-61c7-438c-9c88-016684e5f87b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.428427] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d778c1-abab-4a8f-b040-05d4501b3370 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.466818] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fba149-d1a1-4704-9f79-42e4c15ba57e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.476309] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecafc42-1d45-4ae2-95b8-4ed6abf1c06b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.494875] env[69333]: DEBUG nova.compute.provider_tree [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.788198] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615085} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.788725] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] ae7cbc62-f044-444c-9444-3a5d456d73a0/ae7cbc62-f044-444c-9444-3a5d456d73a0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.790081] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.794022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6501e2a0-d13b-49cf-ae9a-a2b6c20c00dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.798342] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 730.798342] env[69333]: value = "task-4133654" [ 730.798342] env[69333]: _type = "Task" [ 730.798342] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.808455] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.903402] env[69333]: DEBUG oslo_vmware.api [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Task: {'id': task-4133653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180048} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.903724] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.903991] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.904194] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.904367] env[69333]: INFO nova.compute.manager [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] [instance: 13f55876-520c-4486-8bae-2b0962436054] Took 1.20 seconds to destroy the instance on the hypervisor. [ 730.904616] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.904846] env[69333]: DEBUG nova.compute.manager [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.904947] env[69333]: DEBUG nova.network.neutron [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.929074] env[69333]: INFO nova.compute.manager [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Took 43.57 seconds to build instance. [ 730.973650] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.999634] env[69333]: DEBUG nova.scheduler.client.report [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.274916] env[69333]: DEBUG nova.network.neutron [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Updating instance_info_cache with network_info: [{"id": "42320111-4fde-48d8-80ab-6ca859214f61", "address": "fa:16:3e:af:64:c1", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42320111-4f", "ovs_interfaceid": "42320111-4fde-48d8-80ab-6ca859214f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.311344] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252492} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.311344] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.312048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f5f97-e88b-4fa5-adef-5f276219884b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.339172] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ae7cbc62-f044-444c-9444-3a5d456d73a0/ae7cbc62-f044-444c-9444-3a5d456d73a0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.339430] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47bc97d6-e6bf-43c2-9167-16b4e6764522 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.361760] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 731.361760] env[69333]: value = "task-4133655" [ 731.361760] env[69333]: _type = "Task" [ 731.361760] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.373728] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.434617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d2a22416-d97d-43c7-9127-ed2a51aded1f tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.236s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.507074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.509468] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.348s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.509716] env[69333]: DEBUG nova.objects.instance [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lazy-loading 'resources' on Instance uuid 089fa934-e1b4-4412-999a-c79df4191b9a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.535207] env[69333]: INFO nova.scheduler.client.report [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted allocations for instance 1f2a2d6e-3454-4736-8f1b-aa606338ecc0 [ 731.670374] env[69333]: DEBUG nova.compute.manager [req-d6352186-c38e-46ff-a3ea-6dde67933683 req-8b884cad-2a91-4319-adb6-88b8fdb76a3d service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Received event network-vif-deleted-689069fe-03a9-4d40-98d9-303cd9d08e17 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.670600] env[69333]: INFO nova.compute.manager [req-d6352186-c38e-46ff-a3ea-6dde67933683 req-8b884cad-2a91-4319-adb6-88b8fdb76a3d service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Neutron deleted interface 689069fe-03a9-4d40-98d9-303cd9d08e17; detaching it from the instance and deleting it from the info cache [ 731.670774] env[69333]: DEBUG nova.network.neutron [req-d6352186-c38e-46ff-a3ea-6dde67933683 req-8b884cad-2a91-4319-adb6-88b8fdb76a3d service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.777828] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778795] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Instance network_info: |[{"id": "42320111-4fde-48d8-80ab-6ca859214f61", "address": "fa:16:3e:af:64:c1", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42320111-4f", "ovs_interfaceid": "42320111-4fde-48d8-80ab-6ca859214f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.778896] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:64:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42320111-4fde-48d8-80ab-6ca859214f61', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.787105] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.790233] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.790233] env[69333]: DEBUG nova.compute.manager [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Received event network-changed-42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.790233] env[69333]: DEBUG nova.compute.manager [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Refreshing instance network info cache due to event network-changed-42320111-4fde-48d8-80ab-6ca859214f61. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.790233] env[69333]: DEBUG oslo_concurrency.lockutils [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] Acquiring lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.790233] env[69333]: DEBUG oslo_concurrency.lockutils [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] Acquired lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.790774] env[69333]: DEBUG nova.network.neutron [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Refreshing network info cache for port 42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.792794] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d823a3-ca03-4d5f-9363-6e9dfa23ab90 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814076] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.814076] env[69333]: value = "task-4133656" [ 731.814076] env[69333]: _type = "Task" [ 731.814076] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.823866] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133656, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.873473] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.939484] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.045167] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "1f2a2d6e-3454-4736-8f1b-aa606338ecc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.964s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.094499] env[69333]: DEBUG nova.network.neutron [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.180503] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5da7aca-3dba-416c-bab0-66381a287554 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.195093] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69e9a6-e52c-4796-a4d5-1863172c625b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.242497] env[69333]: DEBUG nova.compute.manager [req-d6352186-c38e-46ff-a3ea-6dde67933683 req-8b884cad-2a91-4319-adb6-88b8fdb76a3d service nova] [instance: 13f55876-520c-4486-8bae-2b0962436054] Detach interface failed, port_id=689069fe-03a9-4d40-98d9-303cd9d08e17, reason: Instance 13f55876-520c-4486-8bae-2b0962436054 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.327901] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133656, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.380705] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133655, 'name': ReconfigVM_Task, 'duration_secs': 0.737907} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.381496] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ae7cbc62-f044-444c-9444-3a5d456d73a0/ae7cbc62-f044-444c-9444-3a5d456d73a0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.382328] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10dfd53d-5fc5-4a40-860c-f0785385337f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.391020] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 732.391020] env[69333]: value = "task-4133657" [ 732.391020] env[69333]: _type = "Task" [ 732.391020] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.476801] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.602965] env[69333]: INFO nova.compute.manager [-] [instance: 13f55876-520c-4486-8bae-2b0962436054] Took 1.70 seconds to deallocate network for instance. [ 732.729546] env[69333]: DEBUG nova.network.neutron [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Updated VIF entry in instance network info cache for port 42320111-4fde-48d8-80ab-6ca859214f61. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.730892] env[69333]: DEBUG nova.network.neutron [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Updating instance_info_cache with network_info: [{"id": "42320111-4fde-48d8-80ab-6ca859214f61", "address": "fa:16:3e:af:64:c1", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42320111-4f", "ovs_interfaceid": "42320111-4fde-48d8-80ab-6ca859214f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.748525] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3a2bc-4c8d-406c-a114-c6d473b8afc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.759307] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db998666-86aa-4af5-97e1-f96061c8b227 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.800166] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35728053-970a-43d4-a99c-50df8007d8fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.808149] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3bb4e-efca-4bb7-ba2e-7a92ff4f8b31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.824268] env[69333]: DEBUG nova.compute.provider_tree [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.837802] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133656, 'name': CreateVM_Task, 'duration_secs': 0.60588} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.838603] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.839318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.839519] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.839838] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.840362] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fc60a3-9fd2-49d6-8528-0ca489ac1a6b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.845626] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 732.845626] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528585a4-32e3-7006-534a-c0eb3dbd9b7f" [ 732.845626] env[69333]: _type = "Task" [ 732.845626] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.859256] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528585a4-32e3-7006-534a-c0eb3dbd9b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.899648] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133657, 'name': Rename_Task, 'duration_secs': 0.173992} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.899936] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.900205] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffef2d2-d939-40a1-b779-76232de03816 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.907170] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 732.907170] env[69333]: value = "task-4133658" [ 732.907170] env[69333]: _type = "Task" [ 732.907170] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.915392] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.117683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.235941] env[69333]: DEBUG oslo_concurrency.lockutils [req-60c0e649-179c-4c49-bef0-4a15f1879bd8 req-f9033e4d-373a-4610-89d3-14dc966003f1 service nova] Releasing lock "refresh_cache-564a2204-e77f-4c8b-8f78-4f12a0f6152f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.333198] env[69333]: DEBUG nova.scheduler.client.report [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.357301] env[69333]: DEBUG nova.objects.instance [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lazy-loading 'flavor' on Instance uuid 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.367661] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528585a4-32e3-7006-534a-c0eb3dbd9b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015289} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.367978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.368461] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.368606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368783] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.369072] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d4d366-ca71-4e5d-8eb6-9e830bd09496 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.381412] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.381674] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.382846] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1601f8b6-be4b-4e43-abe5-e49b8afde3ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.389075] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 733.389075] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235d9a8-a93e-8f54-9602-30b70374a169" [ 733.389075] env[69333]: _type = "Task" [ 733.389075] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.399922] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235d9a8-a93e-8f54-9602-30b70374a169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.420687] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.698380] env[69333]: DEBUG nova.compute.manager [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Received event network-changed-8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.698608] env[69333]: DEBUG nova.compute.manager [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Refreshing instance network info cache due to event network-changed-8fbcac79-8ff2-4115-aa66-a5203fa9da24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.698828] env[69333]: DEBUG oslo_concurrency.lockutils [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] Acquiring lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.698967] env[69333]: DEBUG oslo_concurrency.lockutils [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] Acquired lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.699140] env[69333]: DEBUG nova.network.neutron [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Refreshing network info cache for port 8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.837471] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.839820] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.434s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.842437] env[69333]: INFO nova.compute.claims [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.862271] env[69333]: INFO nova.scheduler.client.report [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Deleted allocations for instance 089fa934-e1b4-4412-999a-c79df4191b9a [ 733.868655] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.868770] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.904522] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235d9a8-a93e-8f54-9602-30b70374a169, 'name': SearchDatastore_Task, 'duration_secs': 0.024283} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.905479] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a34610-555f-4413-bbe1-25910fe4beae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.914261] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 733.914261] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a72f81-e874-6892-fe79-ffd289840677" [ 733.914261] env[69333]: _type = "Task" [ 733.914261] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.921851] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.928932] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a72f81-e874-6892-fe79-ffd289840677, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.929242] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929564] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 564a2204-e77f-4c8b-8f78-4f12a0f6152f/564a2204-e77f-4c8b-8f78-4f12a0f6152f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.929836] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f8b9ec9-c7f5-438f-a016-11e49907940b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.940297] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 733.940297] env[69333]: value = "task-4133659" [ 733.940297] env[69333]: _type = "Task" [ 733.940297] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.952982] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.377925] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5220b805-2052-4991-9bda-9d42a5f741e5 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Lock "089fa934-e1b4-4412-999a-c79df4191b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.033s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.421264] env[69333]: DEBUG oslo_vmware.api [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133658, 'name': PowerOnVM_Task, 'duration_secs': 1.168529} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.422690] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.422690] env[69333]: INFO nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Took 10.85 seconds to spawn the instance on the hypervisor. [ 734.422690] env[69333]: DEBUG nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.424985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d57bfd0-feb1-4041-b4c7-c16e72a5b8ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.466732] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.634061] env[69333]: DEBUG nova.network.neutron [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updated VIF entry in instance network info cache for port 8fbcac79-8ff2-4115-aa66-a5203fa9da24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.634061] env[69333]: DEBUG nova.network.neutron [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updating instance_info_cache with network_info: [{"id": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "address": "fa:16:3e:34:a3:8f", "network": {"id": "64962c8f-7d25-4d9f-8ee2-dfca2ca64c7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1130896194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ab4e9d3dc94dd880ff9b549aebaa78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbcac79-8f", "ovs_interfaceid": "8fbcac79-8ff2-4115-aa66-a5203fa9da24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.965037] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528009} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.967492] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 564a2204-e77f-4c8b-8f78-4f12a0f6152f/564a2204-e77f-4c8b-8f78-4f12a0f6152f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.967623] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.970495] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e0569c-629e-40e8-9f24-2596898f9559 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.979064] env[69333]: INFO nova.compute.manager [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Took 44.97 seconds to build instance. [ 734.981635] env[69333]: DEBUG nova.network.neutron [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.989895] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 734.989895] env[69333]: value = "task-4133660" [ 734.989895] env[69333]: _type = "Task" [ 734.989895] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.002634] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.137055] env[69333]: DEBUG oslo_concurrency.lockutils [req-cee4140e-a91e-4bda-b8eb-661905fae679 req-c14943aa-67c5-4635-b20f-496139e676fa service nova] Releasing lock "refresh_cache-a06e99d5-651a-4923-bab3-cdbea3aa096a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.487359] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad7f0361-a800-4a30-a923-a6a664c562c5 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.141s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.506826] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305362} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.507151] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.507967] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd0fa9-a618-4dd5-9aee-8c661aad0f6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.512793] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd152a8b-0531-488e-8415-69576b1f44fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.534878] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 564a2204-e77f-4c8b-8f78-4f12a0f6152f/564a2204-e77f-4c8b-8f78-4f12a0f6152f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.536233] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a577e762-bd13-4133-85b3-2413f64c2fcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.557097] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a3617-a22a-461a-ba8b-511c742696c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.563521] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 735.563521] env[69333]: value = "task-4133661" [ 735.563521] env[69333]: _type = "Task" [ 735.563521] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.597380] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cbcbb-36af-4727-b2e8-4bbe720a4d88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.603692] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.610050] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc53ea-60c7-4c9c-92c4-206d1c0c2eb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.628913] env[69333]: DEBUG nova.compute.provider_tree [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.673345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.673587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.673808] env[69333]: INFO nova.compute.manager [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Rebooting instance [ 735.775856] env[69333]: DEBUG nova.compute.manager [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-changed-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.776106] env[69333]: DEBUG nova.compute.manager [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing instance network info cache due to event network-changed-11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.776306] env[69333]: DEBUG oslo_concurrency.lockutils [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983745] env[69333]: DEBUG nova.network.neutron [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.997458] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.076294] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133661, 'name': ReconfigVM_Task, 'duration_secs': 0.393447} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.076294] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 564a2204-e77f-4c8b-8f78-4f12a0f6152f/564a2204-e77f-4c8b-8f78-4f12a0f6152f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.076637] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a2c1f4d-a946-462e-a646-2666bd90d17b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.084956] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 736.084956] env[69333]: value = "task-4133662" [ 736.084956] env[69333]: _type = "Task" [ 736.084956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.094510] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133662, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.133424] env[69333]: DEBUG nova.scheduler.client.report [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.218105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.218385] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquired lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.218614] env[69333]: DEBUG nova.network.neutron [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.486425] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487221] env[69333]: DEBUG nova.compute.manager [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Inject network info {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 736.487567] env[69333]: DEBUG nova.compute.manager [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] network_info to inject: |[{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 736.496015] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfiguring VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 736.496111] env[69333]: DEBUG oslo_concurrency.lockutils [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.496350] env[69333]: DEBUG nova.network.neutron [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing network info cache for port 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.497541] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48305e3-3139-4018-8ee2-da8535bb9b0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.522011] env[69333]: DEBUG oslo_vmware.api [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 736.522011] env[69333]: value = "task-4133663" [ 736.522011] env[69333]: _type = "Task" [ 736.522011] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.532886] env[69333]: DEBUG oslo_vmware.api [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.534976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.596604] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133662, 'name': Rename_Task, 'duration_secs': 0.154251} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.596895] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.597168] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ac9383-e7cd-43b0-876f-5bf8b880073f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.604431] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 736.604431] env[69333]: value = "task-4133664" [ 736.604431] env[69333]: _type = "Task" [ 736.604431] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.615835] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.643042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.647061] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.647577] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.590s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.651407] env[69333]: DEBUG nova.objects.instance [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lazy-loading 'resources' on Instance uuid 38d1e69b-afaa-4753-afed-59e67f5ed6c9 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.018111] env[69333]: DEBUG nova.network.neutron [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Updating instance_info_cache with network_info: [{"id": "24b04fe8-11ff-45a5-8108-70040916fad2", "address": "fa:16:3e:10:26:82", "network": {"id": "16822d36-f29d-4ab7-a7fe-9d87490a4715", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1434390615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc6186a1b4d49ca8a3f513af25ff45c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b04fe8-11", "ovs_interfaceid": "24b04fe8-11ff-45a5-8108-70040916fad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.033474] env[69333]: DEBUG oslo_vmware.api [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133663, 'name': ReconfigVM_Task, 'duration_secs': 0.21448} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.033474] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2b91b9-ae3f-4998-a228-8d91f5c031da tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfigured VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 737.118392] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.127157] env[69333]: DEBUG nova.objects.instance [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lazy-loading 'flavor' on Instance uuid 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.155970] env[69333]: DEBUG nova.compute.utils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.159342] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.159342] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.232393] env[69333]: DEBUG nova.policy [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19576b6b9c264f6fa3a00da4a919f1e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af7c1c8648dc408d9b54852ec36c6078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.420679] env[69333]: DEBUG nova.network.neutron [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updated VIF entry in instance network info cache for port 11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.421108] env[69333]: DEBUG nova.network.neutron [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.520690] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Releasing lock "refresh_cache-ae7cbc62-f044-444c-9444-3a5d456d73a0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618678] env[69333]: DEBUG oslo_vmware.api [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133664, 'name': PowerOnVM_Task, 'duration_secs': 0.54005} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.618950] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.619190] env[69333]: INFO nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 737.619373] env[69333]: DEBUG nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.620543] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c10a09-5b98-48d9-8c90-f8fdb450a910 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.635391] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.666523] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.733367] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Successfully created port: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.747091] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55da6c-978f-4838-b00f-b2f861bf0bfc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.755149] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74528c22-6458-4fe6-8623-105d54b8ba53 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.791366] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166fe18-9389-4587-9e0b-4790be6008d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.800347] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5015f-1b2b-44f3-b21e-c9716c7c3ab4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.815509] env[69333]: DEBUG nova.compute.provider_tree [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.928857] env[69333]: DEBUG oslo_concurrency.lockutils [req-025fa2ce-5725-49d0-b454-315ca2413d7a req-4eccfa32-9b05-45f2-b9cb-ee18f4cbb634 service nova] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.929314] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.026912] env[69333]: DEBUG nova.compute.manager [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.028708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612b881-6339-46c9-9932-dcca43448d97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.142679] env[69333]: INFO nova.compute.manager [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Took 45.33 seconds to build instance. [ 738.319412] env[69333]: DEBUG nova.scheduler.client.report [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.539201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "9098c79f-7ab4-4692-9d84-0261024fee2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.539537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.645044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.650s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.682850] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.721030] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.721030] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.721030] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.721371] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.721371] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.721371] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.725021] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.725021] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.725021] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.725021] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.725021] env[69333]: DEBUG nova.virt.hardware [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.725493] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78624da4-5558-4fc6-8417-0d4eabc8388c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.729381] env[69333]: DEBUG nova.network.neutron [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.739200] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ea97b-1d0e-4c90-a13b-66e922225684 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.828067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.830659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.942s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.832262] env[69333]: INFO nova.compute.claims [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.852950] env[69333]: INFO nova.scheduler.client.report [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleted allocations for instance 38d1e69b-afaa-4753-afed-59e67f5ed6c9 [ 738.888182] env[69333]: DEBUG nova.compute.manager [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-changed-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.888182] env[69333]: DEBUG nova.compute.manager [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing instance network info cache due to event network-changed-11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.888182] env[69333]: DEBUG oslo_concurrency.lockutils [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] Acquiring lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.938377] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143549b-fd27-4c09-a577-47728ec12c1b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.946747] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Suspending the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 738.947052] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1e1717cd-042b-4087-b718-f1da8f708512 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.954762] env[69333]: DEBUG oslo_vmware.api [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 738.954762] env[69333]: value = "task-4133665" [ 738.954762] env[69333]: _type = "Task" [ 738.954762] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.964845] env[69333]: DEBUG oslo_vmware.api [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133665, 'name': SuspendVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.047648] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7df1a-aadd-45fb-9491-a6b43cac1f7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.056193] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Doing hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 739.056520] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b2a29fd5-66d5-4d28-bc0c-208b67f5eb8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.067811] env[69333]: DEBUG oslo_vmware.api [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 739.067811] env[69333]: value = "task-4133666" [ 739.067811] env[69333]: _type = "Task" [ 739.067811] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.083436] env[69333]: DEBUG oslo_vmware.api [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133666, 'name': ResetVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.149415] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.328714] env[69333]: DEBUG nova.compute.manager [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Received event network-vif-plugged-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.329172] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] Acquiring lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.329633] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.330520] env[69333]: DEBUG oslo_concurrency.lockutils [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.330857] env[69333]: DEBUG nova.compute.manager [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] No waiting events found dispatching network-vif-plugged-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.331189] env[69333]: WARNING nova.compute.manager [req-aa2c3f46-7262-404a-aa99-8212541305f1 req-3427b77e-408d-4628-a8c6-236b7ddbfe07 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Received unexpected event network-vif-plugged-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 for instance with vm_state building and task_state spawning. [ 739.365634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7835ddf5-3511-445f-aaa8-2c533646e627 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "38d1e69b-afaa-4753-afed-59e67f5ed6c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.962s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.486159] env[69333]: DEBUG oslo_vmware.api [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133665, 'name': SuspendVM_Task} progress is 62%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.560676] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Successfully updated port: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.583051] env[69333]: DEBUG oslo_vmware.api [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133666, 'name': ResetVM_Task, 'duration_secs': 0.148549} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.583051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Did hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 739.583051] env[69333]: DEBUG nova.compute.manager [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.583051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab4161-ed66-4725-bc39-20dd6bb244c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676994] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.702768] env[69333]: DEBUG nova.network.neutron [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.966718] env[69333]: DEBUG oslo_vmware.api [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133665, 'name': SuspendVM_Task, 'duration_secs': 0.686722} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.969605] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Suspended the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 739.969804] env[69333]: DEBUG nova.compute.manager [None req-d35849c2-5f04-4a77-b0b1-b8329effcdce tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.970829] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97572d6-af28-4fc9-b113-020e18c839a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.061795] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.062673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquired lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.062673] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.105066] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5295023b-8311-48b6-87c5-09ec50f0d76f tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.431s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.206170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.206422] env[69333]: DEBUG nova.compute.manager [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Inject network info {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 740.206677] env[69333]: DEBUG nova.compute.manager [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] network_info to inject: |[{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 740.211634] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfiguring VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 740.215077] env[69333]: DEBUG oslo_concurrency.lockutils [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] Acquired lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.215077] env[69333]: DEBUG nova.network.neutron [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Refreshing network info cache for port 11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.216108] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beec56e2-85bf-4d2b-a3df-9c907df60299 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.235266] env[69333]: DEBUG oslo_vmware.api [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 740.235266] env[69333]: value = "task-4133667" [ 740.235266] env[69333]: _type = "Task" [ 740.235266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.253872] env[69333]: DEBUG oslo_vmware.api [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.374794] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3aebae-aa5f-4b08-b7c0-0bf03e1f2f98 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.385148] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e82ccb-1886-4d8f-ad31-66b75a55f230 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.420150] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745a5ce-4c5e-48ba-a137-b8fd410fe355 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.429774] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089219a0-5787-4a5d-9eb4-c326f06e2790 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.444804] env[69333]: DEBUG nova.compute.provider_tree [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.593928] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.722933] env[69333]: DEBUG nova.network.neutron [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Updating instance_info_cache with network_info: [{"id": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "address": "fa:16:3e:4b:29:f0", "network": {"id": "4975e62b-35c0-4304-9f76-3f438e1497fa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2035231800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af7c1c8648dc408d9b54852ec36c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0b66c6-a3", "ovs_interfaceid": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.745939] env[69333]: DEBUG oslo_vmware.api [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133667, 'name': ReconfigVM_Task, 'duration_secs': 0.186125} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.746233] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a911f-93a4-4246-bfe4-658206580210 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Reconfigured VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 740.776803] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.777083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.777390] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.777528] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.777648] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.779813] env[69333]: INFO nova.compute.manager [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Terminating instance [ 740.939877] env[69333]: DEBUG nova.network.neutron [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updated VIF entry in instance network info cache for port 11128624-6aae-4b22-a649-ec1062464515. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.940289] env[69333]: DEBUG nova.network.neutron [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [{"id": "11128624-6aae-4b22-a649-ec1062464515", "address": "fa:16:3e:ff:7d:c0", "network": {"id": "73fe6518-8cec-4cdd-9865-27d6d9e37941", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1192682235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64c97ab34bba482ebe610f04ee336830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11128624-6a", "ovs_interfaceid": "11128624-6aae-4b22-a649-ec1062464515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.948169] env[69333]: DEBUG nova.scheduler.client.report [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.228041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Releasing lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.228041] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Instance network_info: |[{"id": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "address": "fa:16:3e:4b:29:f0", "network": {"id": "4975e62b-35c0-4304-9f76-3f438e1497fa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2035231800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af7c1c8648dc408d9b54852ec36c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0b66c6-a3", "ovs_interfaceid": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.228487] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:29:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.237097] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Creating folder: Project (af7c1c8648dc408d9b54852ec36c6078). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.237472] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a42fd2c5-0165-459b-ba90-a1773186ac60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.252890] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Created folder: Project (af7c1c8648dc408d9b54852ec36c6078) in parent group-v818612. [ 741.253413] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Creating folder: Instances. Parent ref: group-v818710. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.254067] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419b794f-c55c-42f4-b7ee-709895266523 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.270749] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Created folder: Instances in parent group-v818710. [ 741.271111] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.271970] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.271970] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69549433-de92-4936-89de-3f23a9b2fdb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.288699] env[69333]: DEBUG nova.compute.manager [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.288920] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.289826] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090010b8-4ed8-4c0d-94ba-c9ba9995b63a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.298372] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.299804] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8a790f-5f72-4efe-a85d-f9461c5ac198 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.303164] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.303164] env[69333]: value = "task-4133670" [ 741.303164] env[69333]: _type = "Task" [ 741.303164] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.307522] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 741.307522] env[69333]: value = "task-4133671" [ 741.307522] env[69333]: _type = "Task" [ 741.307522] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.319045] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133670, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.327227] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.443944] env[69333]: DEBUG oslo_concurrency.lockutils [req-8b6f8d0c-1e94-4aa3-88ff-a575d1f4dd01 req-2713f089-2fd3-4410-b63e-08a87630804e service nova] Releasing lock "refresh_cache-04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.453984] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.454627] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.458589] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.126s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.462024] env[69333]: INFO nova.compute.claims [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.561642] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.561948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.562213] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.562502] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.562754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.564703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.565042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.565363] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.565705] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.565976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.568518] env[69333]: INFO nova.compute.manager [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Terminating instance [ 741.570446] env[69333]: INFO nova.compute.manager [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Terminating instance [ 741.682072] env[69333]: DEBUG nova.compute.manager [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Received event network-changed-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.682429] env[69333]: DEBUG nova.compute.manager [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Refreshing instance network info cache due to event network-changed-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.682673] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] Acquiring lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.682861] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] Acquired lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.683132] env[69333]: DEBUG nova.network.neutron [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Refreshing network info cache for port ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.820615] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133670, 'name': CreateVM_Task, 'duration_secs': 0.450256} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.824118] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.824447] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133671, 'name': PowerOffVM_Task, 'duration_secs': 0.32263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.825119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.825285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.825605] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.825888] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.826065] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.826344] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07dbed9-bde5-4107-9d7a-c3249a5d2224 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9e6fd9-ac37-4101-8106-61d3e1005164 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835293] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 741.835293] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522ee855-8fb9-8983-7f26-120db73a20d5" [ 741.835293] env[69333]: _type = "Task" [ 741.835293] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.850366] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522ee855-8fb9-8983-7f26-120db73a20d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.968023] env[69333]: DEBUG nova.compute.utils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.970974] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.971376] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.044931] env[69333]: DEBUG nova.policy [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1582160553da4e979483adaa338313bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3fe891138054ace81751dc807189e3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.077204] env[69333]: DEBUG nova.compute.manager [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.077204] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.077204] env[69333]: DEBUG nova.compute.manager [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.077204] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.077204] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b101dfc-b0de-4021-8ae5-4439c331d386 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.084117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf46c1-82bc-4efe-9b12-7ab95c3e06d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.092957] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.095670] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e7eb0c-013d-4a98-944c-f816ed5e46fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.097620] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.097879] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09975b0-20c6-4d18-8d81-2a60fb40bece {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.105573] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 742.105573] env[69333]: value = "task-4133674" [ 742.105573] env[69333]: _type = "Task" [ 742.105573] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.107285] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 742.107285] env[69333]: value = "task-4133673" [ 742.107285] env[69333]: _type = "Task" [ 742.107285] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.122812] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.126704] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.178701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.178701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.178701] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleting the datastore file [datastore2] f6b92178-3fa6-45fb-ac25-131d61d7e811 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.179319] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38ebb2d5-5595-4452-b7f4-92cb70aba81a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.191811] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for the task: (returnval){ [ 742.191811] env[69333]: value = "task-4133675" [ 742.191811] env[69333]: _type = "Task" [ 742.191811] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.203676] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.350730] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522ee855-8fb9-8983-7f26-120db73a20d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.352933] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.353253] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.353499] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.353640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.353897] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.358765] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1659718-43bc-4888-84a3-6d83c51475bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.375650] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.375882] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.376676] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16f0c2b-7be9-4b2e-8983-4c3d46370f02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.390021] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 742.390021] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5224bbcf-b511-9d87-1fbe-9c634a23e2ac" [ 742.390021] env[69333]: _type = "Task" [ 742.390021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.402921] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5224bbcf-b511-9d87-1fbe-9c634a23e2ac, 'name': SearchDatastore_Task} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.404179] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95022e6-d823-4d64-85e9-4c667c271af1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.415789] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 742.415789] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f60a94-0034-bce4-f287-886414a85a5c" [ 742.415789] env[69333]: _type = "Task" [ 742.415789] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.434030] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f60a94-0034-bce4-f287-886414a85a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.434538] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.434964] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 9869d107-a676-4f7c-aa1c-63d2841ff564/9869d107-a676-4f7c-aa1c-63d2841ff564.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.435371] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9b0abf-8b11-475d-b5a1-b030280ff80b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.445690] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 742.445690] env[69333]: value = "task-4133676" [ 742.445690] env[69333]: _type = "Task" [ 742.445690] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.460773] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.472327] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.477274] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Successfully created port: 4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.512778] env[69333]: DEBUG nova.network.neutron [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Updated VIF entry in instance network info cache for port ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.512778] env[69333]: DEBUG nova.network.neutron [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Updating instance_info_cache with network_info: [{"id": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "address": "fa:16:3e:4b:29:f0", "network": {"id": "4975e62b-35c0-4304-9f76-3f438e1497fa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2035231800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af7c1c8648dc408d9b54852ec36c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0b66c6-a3", "ovs_interfaceid": "ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.625256] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133674, 'name': PowerOffVM_Task, 'duration_secs': 0.228853} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.628897] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.628897] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.629052] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133673, 'name': PowerOffVM_Task, 'duration_secs': 0.23331} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.629207] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a795c2fb-88a0-48fb-922e-4b1defdce7bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.630840] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.631023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.633716] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070a61e5-f4fe-4487-a4c9-a51641f9a520 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.706752] env[69333]: DEBUG oslo_vmware.api [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Task: {'id': task-4133675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252995} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.707106] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.707314] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.707507] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.707679] env[69333]: INFO nova.compute.manager [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Took 1.42 seconds to destroy the instance on the hypervisor. [ 742.707957] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.708204] env[69333]: DEBUG nova.compute.manager [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.708543] env[69333]: DEBUG nova.network.neutron [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.728805] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.729096] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.729451] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Deleting the datastore file [datastore2] 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.732310] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f811a87e-43ad-4bd3-973a-cea69128062b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.741334] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for the task: (returnval){ [ 742.741334] env[69333]: value = "task-4133679" [ 742.741334] env[69333]: _type = "Task" [ 742.741334] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.760330] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.961293] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133676, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.014792] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae91917b-d80e-4659-b0e0-aa0dbc21b9c3 req-6c81b9ae-23c1-4220-b476-23822414ebe0 service nova] Releasing lock "refresh_cache-9869d107-a676-4f7c-aa1c-63d2841ff564" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.096252] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d79e31-5472-4ba0-97fc-06dc1d6228b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.107428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c20e71-04fd-49ea-94fd-35ce84366b59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.143105] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ce4dd-5039-4b52-8672-3dd25b75629c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.149082] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.149334] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.154589] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79816eb6-2d88-4661-b826-30daf23ea517 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.172123] env[69333]: DEBUG nova.compute.provider_tree [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.217829] env[69333]: DEBUG nova.compute.manager [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.218988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda11062-3247-436a-9836-e5636e57bc1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.253569] env[69333]: DEBUG oslo_vmware.api [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Task: {'id': task-4133679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48452} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.253853] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.253989] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.254189] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.254357] env[69333]: INFO nova.compute.manager [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 743.254645] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.254865] env[69333]: DEBUG nova.compute.manager [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.254978] env[69333]: DEBUG nova.network.neutron [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.458684] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732147} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.459394] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 9869d107-a676-4f7c-aa1c-63d2841ff564/9869d107-a676-4f7c-aa1c-63d2841ff564.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.459394] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.459718] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca028ecb-3109-4618-a388-1c221db104c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.467889] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 743.467889] env[69333]: value = "task-4133680" [ 743.467889] env[69333]: _type = "Task" [ 743.467889] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.478356] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.494855] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.521749] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.522094] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.522272] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.522455] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.522596] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.523440] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.523440] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.523440] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.523440] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.523709] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.523709] env[69333]: DEBUG nova.virt.hardware [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.524943] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7f9c0-0c5b-4019-acb5-3e22635bd742 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.534839] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc175a-7451-4896-8137-0025b16bcd24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.556799] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.557088] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.557291] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Deleting the datastore file [datastore1] ae7cbc62-f044-444c-9444-3a5d456d73a0 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.557681] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8724c1b1-d10c-49ba-a3ee-d3cd7f212f28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.567713] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for the task: (returnval){ [ 743.567713] env[69333]: value = "task-4133681" [ 743.567713] env[69333]: _type = "Task" [ 743.567713] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.577740] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.648240] env[69333]: DEBUG nova.network.neutron [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.659297] env[69333]: DEBUG nova.compute.utils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.676053] env[69333]: DEBUG nova.scheduler.client.report [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.731516] env[69333]: INFO nova.compute.manager [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] instance snapshotting [ 743.731818] env[69333]: WARNING nova.compute.manager [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 743.735077] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3d062-a85c-4961-a80d-77d9067b22bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.759253] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58668860-5124-4672-8c3e-62cbd2a44202 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.983698] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146879} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.984616] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.985894] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4c7d3-c1a8-4421-b531-3eca73874112 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.018965] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 9869d107-a676-4f7c-aa1c-63d2841ff564/9869d107-a676-4f7c-aa1c-63d2841ff564.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.019400] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d20c747-fc29-4d05-8dfc-80c93e59e3ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.050060] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 744.050060] env[69333]: value = "task-4133682" [ 744.050060] env[69333]: _type = "Task" [ 744.050060] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.062846] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.078889] env[69333]: DEBUG oslo_vmware.api [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Task: {'id': task-4133681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153533} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.079539] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.079539] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.079713] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.080825] env[69333]: INFO nova.compute.manager [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Took 2.00 seconds to destroy the instance on the hypervisor. [ 744.080825] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.080825] env[69333]: DEBUG nova.compute.manager [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.080825] env[69333]: DEBUG nova.network.neutron [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.151894] env[69333]: INFO nova.compute.manager [-] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Took 1.44 seconds to deallocate network for instance. [ 744.159058] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Successfully updated port: 4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.162266] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.183603] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.184294] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.186987] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.437s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.272384] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.272994] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff561792-066b-4803-bfa6-d9d801c7540b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.281380] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 744.281380] env[69333]: value = "task-4133683" [ 744.281380] env[69333]: _type = "Task" [ 744.281380] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.292661] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.433817] env[69333]: DEBUG nova.compute.manager [req-5b1c4654-3dc1-4c74-8d11-832ea56adc61 req-b516b071-5817-485c-a521-e49b1fb01f60 service nova] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Received event network-vif-deleted-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.551076] env[69333]: DEBUG nova.network.neutron [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.562530] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.659531] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.662723] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.662723] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.662723] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.703015] env[69333]: DEBUG nova.compute.utils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.704584] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.704750] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.784015] env[69333]: DEBUG nova.policy [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17c909d0e5034c3887a296ab2ff59752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24123e3d8cc3467d8278e304e8271888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.798038] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.799639] env[69333]: DEBUG nova.compute.manager [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received event network-vif-plugged-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.799639] env[69333]: DEBUG oslo_concurrency.lockutils [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] Acquiring lock "36d49fac-f237-4a44-be70-066ad12631c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.799639] env[69333]: DEBUG oslo_concurrency.lockutils [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] Lock "36d49fac-f237-4a44-be70-066ad12631c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.799639] env[69333]: DEBUG oslo_concurrency.lockutils [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] Lock "36d49fac-f237-4a44-be70-066ad12631c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.799639] env[69333]: DEBUG nova.compute.manager [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] No waiting events found dispatching network-vif-plugged-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 744.800078] env[69333]: WARNING nova.compute.manager [req-f3d65444-aee4-4bac-b81d-c63dbe2c8638 req-100872ea-c606-4f5c-b1cc-58efe09e2ae9 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received unexpected event network-vif-plugged-4b980107-2174-4177-bfc3-50fdb2e89e65 for instance with vm_state building and task_state spawning. [ 744.908371] env[69333]: DEBUG nova.network.neutron [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.059421] env[69333]: INFO nova.compute.manager [-] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Took 1.80 seconds to deallocate network for instance. [ 745.070158] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.165119] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Successfully created port: 48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.175623] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.176182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.208879] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 as it has an incoming, in-progress migration ce9bc04e-e952-4d7e-8e1a-80c8febb22d7. Migration status is confirming {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 745.211188] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating resource usage from migration ce9bc04e-e952-4d7e-8e1a-80c8febb22d7 [ 745.214218] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.223172] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.236261] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.236535] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.236770] env[69333]: INFO nova.compute.manager [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Attaching volume 227100b4-2008-4e5f-8252-1fcd7e4c7a48 to /dev/sdb [ 745.252454] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 06ba8358-d330-4103-9a21-34d402b69612 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.252546] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 2178d731-3d7a-44e4-a002-2e3785592d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.252673] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f6b92178-3fa6-45fb-ac25-131d61d7e811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.252727] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.252830] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1bd841c8-d845-49fd-b275-67494acbc939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.252940] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1edd6ab2-40c6-45e6-bba3-66b6379012e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.253062] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 220e39b0-a762-4978-8b16-abe5b1c883cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.253192] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 98551255-5e8d-4e4d-96b0-7d2e7a706189 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.253305] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.253426] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 13f55876-520c-4486-8bae-2b0962436054 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.253536] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 905a3dd7-0e33-4aa6-adc0-79597406c6af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.253643] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance cc206bac-006b-4745-8f4f-55dfe218121c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.253761] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 08f26a0a-472b-45af-a24e-56e8add1b9aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.253878] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.254034] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 169fceb8-b9fa-46cf-b61b-e82fa2e67543 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.254164] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance b784d34b-8156-43de-9e77-fb1d931c33e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 745.255069] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255069] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a06e99d5-651a-4923-bab3-cdbea3aa096a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255069] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance ae7cbc62-f044-444c-9444-3a5d456d73a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255069] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 564a2204-e77f-4c8b-8f78-4f12a0f6152f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255227] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9869d107-a676-4f7c-aa1c-63d2841ff564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255227] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 36d49fac-f237-4a44-be70-066ad12631c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255227] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration ce9bc04e-e952-4d7e-8e1a-80c8febb22d7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 745.255227] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.255352] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c2bc4b50-d4a8-4705-a450-20233a3527bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 745.284051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf0abf-6aca-4dff-9a16-9c293e01b932 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.302641] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8df8a-2256-42a3-9fd1-36fff12c4e8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.304818] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133683, 'name': CreateSnapshot_Task, 'duration_secs': 0.52924} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.305103] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.306323] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4258b2ce-b37c-49b4-aeff-30bfab34b673 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.323334] env[69333]: DEBUG nova.virt.block_device [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating existing volume attachment record: 471fc021-ef79-425c-91fc-2a75826323a5 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 745.411730] env[69333]: INFO nova.compute.manager [-] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Took 1.33 seconds to deallocate network for instance. [ 745.491669] env[69333]: DEBUG nova.network.neutron [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.566831] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133682, 'name': ReconfigVM_Task, 'duration_secs': 1.373387} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.567164] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 9869d107-a676-4f7c-aa1c-63d2841ff564/9869d107-a676-4f7c-aa1c-63d2841ff564.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.569076] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65fd0b6e-5fd6-49a8-8a5c-78f912ec24d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.572316] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.578089] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 745.578089] env[69333]: value = "task-4133684" [ 745.578089] env[69333]: _type = "Task" [ 745.578089] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.586925] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133684, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.683365] env[69333]: DEBUG nova.compute.utils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.758295] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a2dab00f-aed0-4811-98a2-fb4e42d59bc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.836117] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.836496] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e62a936-cb11-40ed-824f-b3e4352a424f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.846782] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 745.846782] env[69333]: value = "task-4133685" [ 745.846782] env[69333]: _type = "Task" [ 745.846782] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.856129] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133685, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.918271] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.997806] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.998197] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Instance network_info: |[{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.998669] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:14:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b980107-2174-4177-bfc3-50fdb2e89e65', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.006642] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.006997] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.007315] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6824382a-486a-44ae-b220-a3be492fa04a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.027949] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.027949] env[69333]: value = "task-4133688" [ 746.027949] env[69333]: _type = "Task" [ 746.027949] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.037213] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133688, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.087874] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133684, 'name': Rename_Task, 'duration_secs': 0.176483} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.088185] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.088446] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39fe776-7472-42a4-8447-529b7f637e7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.096181] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 746.096181] env[69333]: value = "task-4133689" [ 746.096181] env[69333]: _type = "Task" [ 746.096181] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.105497] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.188067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.224781] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.261785] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.262122] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.262328] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.262548] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.262714] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.262881] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.263488] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.263488] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.263488] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.263648] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.263769] env[69333]: DEBUG nova.virt.hardware [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.264537] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 7626c8f9-ebba-44f1-a1a6-fc97379f170c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.267073] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a0408-43a8-465e-aa18-4fb9f4a6ff7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.283086] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02616f81-cfe5-4753-8d5a-1b88a70555f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.357357] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133685, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.538298] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133688, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.607453] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.757728] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Successfully updated port: 48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.771177] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 92d67e6e-f081-4006-94d8-241696d59b88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.847311] env[69333]: DEBUG nova.compute.manager [req-bccd2b96-7928-41c1-a175-1b12738f113d req-20a2fba1-c6a9-4553-a5a6-10d2ad42e870 service nova] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Received event network-vif-deleted-11128624-6aae-4b22-a649-ec1062464515 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.847520] env[69333]: DEBUG nova.compute.manager [req-bccd2b96-7928-41c1-a175-1b12738f113d req-20a2fba1-c6a9-4553-a5a6-10d2ad42e870 service nova] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Received event network-vif-deleted-24b04fe8-11ff-45a5-8108-70040916fad2 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.859368] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133685, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.045301] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133688, 'name': CreateVM_Task, 'duration_secs': 0.520256} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.045301] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.045704] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.045900] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.046333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.048602] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe15c88f-ae6b-4a33-af56-c83a409454d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.053559] env[69333]: DEBUG nova.compute.manager [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.055506] env[69333]: DEBUG nova.compute.manager [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing instance network info cache due to event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.055506] env[69333]: DEBUG oslo_concurrency.lockutils [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] Acquiring lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.055506] env[69333]: DEBUG oslo_concurrency.lockutils [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] Acquired lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.055720] env[69333]: DEBUG nova.network.neutron [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.063547] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 747.063547] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5231e78f-b583-89bb-deeb-5d3890c960a7" [ 747.063547] env[69333]: _type = "Task" [ 747.063547] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.072256] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5231e78f-b583-89bb-deeb-5d3890c960a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.112908] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133689, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.264302] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.264370] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquired lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.264554] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.266109] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.266350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.266632] env[69333]: INFO nova.compute.manager [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Attaching volume f6185f42-282a-4bb0-b545-c216e7b29d20 to /dev/sdb [ 747.277412] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 0cf6e03a-bfda-4342-be28-537a16128547 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.321669] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcbaa54-7143-4c27-8fbc-b02236f5429b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.332021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2ca5e-b3a2-45ec-a54a-a9997087c922 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.352587] env[69333]: DEBUG nova.virt.block_device [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updating existing volume attachment record: 8c1faab1-b93d-4117-9975-f85e4521091a {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.373839] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133685, 'name': CloneVM_Task, 'duration_secs': 1.22806} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.376378] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Created linked-clone VM from snapshot [ 747.378037] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60147f-0a46-4e05-809d-4ce0b52389eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.387509] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Uploading image a6d6b7cd-e0ff-488d-86a2-49b65be46f60 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.414330] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.414330] env[69333]: value = "vm-818714" [ 747.414330] env[69333]: _type = "VirtualMachine" [ 747.414330] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.414686] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-739109c5-5998-4cfc-89c2-c5eff362739d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.422415] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease: (returnval){ [ 747.422415] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523fd761-d4a2-8822-26a9-040cf0731e53" [ 747.422415] env[69333]: _type = "HttpNfcLease" [ 747.422415] env[69333]: } obtained for exporting VM: (result){ [ 747.422415] env[69333]: value = "vm-818714" [ 747.422415] env[69333]: _type = "VirtualMachine" [ 747.422415] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.422730] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the lease: (returnval){ [ 747.422730] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523fd761-d4a2-8822-26a9-040cf0731e53" [ 747.422730] env[69333]: _type = "HttpNfcLease" [ 747.422730] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.431359] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.431359] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523fd761-d4a2-8822-26a9-040cf0731e53" [ 747.431359] env[69333]: _type = "HttpNfcLease" [ 747.431359] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.573429] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5231e78f-b583-89bb-deeb-5d3890c960a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.573767] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.574133] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.574404] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.574550] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.574731] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.575009] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0fda31-3cd1-4c40-9553-2f0d745c0fe4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.585529] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.585747] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.586670] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97274d94-f716-47e6-950e-d40cd3d8a717 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.594836] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 747.594836] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a1ebf-3e63-d435-8cda-f23ebc236ccd" [ 747.594836] env[69333]: _type = "Task" [ 747.594836] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.607172] env[69333]: DEBUG oslo_vmware.api [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133689, 'name': PowerOnVM_Task, 'duration_secs': 1.258148} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.610762] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.611102] env[69333]: INFO nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Took 8.93 seconds to spawn the instance on the hypervisor. [ 747.611205] env[69333]: DEBUG nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.611525] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a1ebf-3e63-d435-8cda-f23ebc236ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.612267] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5094b-8439-4382-bdd9-bcae3666f400 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.615239] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c63b69b-b60f-46ed-8d27-cd5a16b7db8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.620693] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 747.620693] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d07b3b-f058-2f23-8412-b0e41349feb6" [ 747.620693] env[69333]: _type = "Task" [ 747.620693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.634482] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d07b3b-f058-2f23-8412-b0e41349feb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.634829] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.635452] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 36d49fac-f237-4a44-be70-066ad12631c6/36d49fac-f237-4a44-be70-066ad12631c6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.635452] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43fed331-aad7-4e8d-9437-89ebbfdbba4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.641823] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 747.641823] env[69333]: value = "task-4133695" [ 747.641823] env[69333]: _type = "Task" [ 747.641823] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.655621] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.784902] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 6c944606-622d-4ccc-af71-7087f4b28257 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.823457] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.828172] env[69333]: DEBUG nova.network.neutron [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updated VIF entry in instance network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.828371] env[69333]: DEBUG nova.network.neutron [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.933092] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.933092] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523fd761-d4a2-8822-26a9-040cf0731e53" [ 747.933092] env[69333]: _type = "HttpNfcLease" [ 747.933092] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.933092] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.933092] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523fd761-d4a2-8822-26a9-040cf0731e53" [ 747.933092] env[69333]: _type = "HttpNfcLease" [ 747.933092] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.934815] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4e8eb-97f1-4fd4-a297-17f85d8ee11d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.944045] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.944722] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.006104] env[69333]: DEBUG nova.network.neutron [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updating instance_info_cache with network_info: [{"id": "48edb849-e812-458a-83db-e584a9970c07", "address": "fa:16:3e:85:14:57", "network": {"id": "e11de383-4c2d-41d9-881b-8b8dca3a7946", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1746229735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24123e3d8cc3467d8278e304e8271888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edb849-e8", "ovs_interfaceid": "48edb849-e812-458a-83db-e584a9970c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.053891] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-139ad265-7f57-426f-abc3-377969aaa645 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.135919] env[69333]: INFO nova.compute.manager [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Took 50.76 seconds to build instance. [ 748.154808] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50188} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.154907] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 36d49fac-f237-4a44-be70-066ad12631c6/36d49fac-f237-4a44-be70-066ad12631c6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.155152] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.155449] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2bb63ef-af83-4b4c-8f02-79ed565855d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.163576] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 748.163576] env[69333]: value = "task-4133697" [ 748.163576] env[69333]: _type = "Task" [ 748.163576] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.176083] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.290027] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 74d6e662-0bde-4c7c-a515-e9d4d90e82b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.333295] env[69333]: DEBUG oslo_concurrency.lockutils [req-f68e3d66-9746-4c20-bcb6-6f35c4931656 req-4bdb3cc8-4268-4eaf-8fa1-74ca4b28ffaa service nova] Releasing lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.510285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Releasing lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.510285] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Instance network_info: |[{"id": "48edb849-e812-458a-83db-e584a9970c07", "address": "fa:16:3e:85:14:57", "network": {"id": "e11de383-4c2d-41d9-881b-8b8dca3a7946", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1746229735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24123e3d8cc3467d8278e304e8271888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edb849-e8", "ovs_interfaceid": "48edb849-e812-458a-83db-e584a9970c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.510442] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:14:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48edb849-e812-458a-83db-e584a9970c07', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.520222] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Creating folder: Project (24123e3d8cc3467d8278e304e8271888). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.520670] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b031ffd7-dfcb-4799-a1b7-04d8889b2e9b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.533834] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Created folder: Project (24123e3d8cc3467d8278e304e8271888) in parent group-v818612. [ 748.534290] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Creating folder: Instances. Parent ref: group-v818721. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.534700] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b25563b-1512-4276-8cc9-9a3896753a74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.549656] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Created folder: Instances in parent group-v818721. [ 748.550167] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.550523] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.550906] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254889fa-e553-48a3-b12c-c62618d640e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.576413] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.576413] env[69333]: value = "task-4133701" [ 748.576413] env[69333]: _type = "Task" [ 748.576413] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.587314] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133701, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.640796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b3f9d02-1bd1-46b5-988a-7b0851817600 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.980s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.674702] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071138} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.675082] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.676021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfdd05d-4a7f-4140-8909-11725703b791 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.702655] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 36d49fac-f237-4a44-be70-066ad12631c6/36d49fac-f237-4a44-be70-066ad12631c6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.703810] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fbc230d-dab6-49da-be70-a43cac30b825 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.729542] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 748.729542] env[69333]: value = "task-4133702" [ 748.729542] env[69333]: _type = "Task" [ 748.729542] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.740679] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.791167] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a3122aed-c4a5-473f-85f7-546745a608cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.898049] env[69333]: DEBUG nova.compute.manager [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received event network-vif-plugged-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.898696] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Acquiring lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.898987] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.899497] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.899497] env[69333]: DEBUG nova.compute.manager [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] No waiting events found dispatching network-vif-plugged-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.899692] env[69333]: WARNING nova.compute.manager [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received unexpected event network-vif-plugged-48edb849-e812-458a-83db-e584a9970c07 for instance with vm_state building and task_state spawning. [ 748.899692] env[69333]: DEBUG nova.compute.manager [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received event network-changed-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.899829] env[69333]: DEBUG nova.compute.manager [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing instance network info cache due to event network-changed-48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.900010] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Acquiring lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.900215] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Acquired lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.900461] env[69333]: DEBUG nova.network.neutron [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing network info cache for port 48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.087736] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133701, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.145143] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.244721] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.298045] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e9a88232-87fa-4d01-a1b6-7865a5142faa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.588264] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133701, 'name': CreateVM_Task, 'duration_secs': 0.545243} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.588557] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.589262] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.589684] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.589861] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.590790] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a097e826-7cf2-42dc-9b11-176485a03eaa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.596583] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 749.596583] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520ed368-6004-9cc0-692a-0da679ffd4e2" [ 749.596583] env[69333]: _type = "Task" [ 749.596583] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.606175] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520ed368-6004-9cc0-692a-0da679ffd4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.674145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.725783] env[69333]: DEBUG nova.network.neutron [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updated VIF entry in instance network info cache for port 48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.726163] env[69333]: DEBUG nova.network.neutron [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updating instance_info_cache with network_info: [{"id": "48edb849-e812-458a-83db-e584a9970c07", "address": "fa:16:3e:85:14:57", "network": {"id": "e11de383-4c2d-41d9-881b-8b8dca3a7946", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1746229735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24123e3d8cc3467d8278e304e8271888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edb849-e8", "ovs_interfaceid": "48edb849-e812-458a-83db-e584a9970c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.740710] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133702, 'name': ReconfigVM_Task, 'duration_secs': 0.603696} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.741649] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 36d49fac-f237-4a44-be70-066ad12631c6/36d49fac-f237-4a44-be70-066ad12631c6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.742401] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0de4a570-df3d-4f8d-b4b9-5a638c0f0136 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.749335] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 749.749335] env[69333]: value = "task-4133704" [ 749.749335] env[69333]: _type = "Task" [ 749.749335] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.758813] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133704, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.802287] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 2e74bd29-b088-44e8-9e4c-214355a7bfad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.109478] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520ed368-6004-9cc0-692a-0da679ffd4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.110153] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.111085] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.111085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.111085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.111488] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.111960] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c8a290-2253-4be8-8d87-3dda52831d1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.124180] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.124180] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.124180] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882c3d52-045f-4c1a-a345-97dc9302b3b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.131496] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 750.131496] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d95a5-715f-9d3d-0fa8-679d701cda62" [ 750.131496] env[69333]: _type = "Task" [ 750.131496] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.142079] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d95a5-715f-9d3d-0fa8-679d701cda62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.230340] env[69333]: DEBUG oslo_concurrency.lockutils [req-c39983c6-b85b-49cf-9266-99ee85babb8c req-6ed7411e-3127-493a-867b-620618f89aee service nova] Releasing lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.261105] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133704, 'name': Rename_Task, 'duration_secs': 0.203915} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.261412] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.262146] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21283b5f-173f-44ed-b3d0-8979ec30ba74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.271184] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 750.271184] env[69333]: value = "task-4133705" [ 750.271184] env[69333]: _type = "Task" [ 750.271184] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.290019] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.306210] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9098c79f-7ab4-4692-9d84-0261024fee2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.306210] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 750.306210] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 750.654774] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d95a5-715f-9d3d-0fa8-679d701cda62, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.655726] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d3a673-630d-4a0c-90a1-d8ac92ef3a9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.667030] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 750.667030] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5230381d-559d-704b-4726-dbf650ec9e06" [ 750.667030] env[69333]: _type = "Task" [ 750.667030] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.677881] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5230381d-559d-704b-4726-dbf650ec9e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.784409] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.886708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb49787b-d663-4ce7-8d50-3e2de2fc1dcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.895743] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0f894-7f5d-46aa-8101-e93ad647f14c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.904163] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 750.904163] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818717', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'name': 'volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc206bac-006b-4745-8f4f-55dfe218121c', 'attached_at': '', 'detached_at': '', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'serial': '227100b4-2008-4e5f-8252-1fcd7e4c7a48'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 750.904788] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9185baa-6b7a-49e2-bf7a-fcd68fadc1c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.932841] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e2af1-f1d6-4477-b5a1-06638b100f6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.951379] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6a219-b408-4795-b1e4-873fd0cba942 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.958640] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2fb101-cb9c-41d3-a3f3-fa856b7500c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.987554] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48/volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.987773] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ec3736-9272-4abf-803e-65e354be2e99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.008927] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.016984] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 751.016984] env[69333]: value = "task-4133706" [ 751.016984] env[69333]: _type = "Task" [ 751.016984] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.029380] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.078843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "9869d107-a676-4f7c-aa1c-63d2841ff564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.080144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.080144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.080144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.080144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.081945] env[69333]: INFO nova.compute.manager [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Terminating instance [ 751.177376] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5230381d-559d-704b-4726-dbf650ec9e06, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.177652] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177907] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c2bc4b50-d4a8-4705-a450-20233a3527bc/c2bc4b50-d4a8-4705-a450-20233a3527bc.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.178196] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a002e410-b9ee-4fa6-9652-8bc173061bdc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.185535] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 751.185535] env[69333]: value = "task-4133707" [ 751.185535] env[69333]: _type = "Task" [ 751.185535] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.194643] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.282254] env[69333]: DEBUG oslo_vmware.api [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133705, 'name': PowerOnVM_Task, 'duration_secs': 0.614601} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.282629] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.282768] env[69333]: INFO nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Took 7.79 seconds to spawn the instance on the hypervisor. [ 751.282932] env[69333]: DEBUG nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.283783] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4acfc-f143-486a-97d9-892ceb041034 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.512961] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.528449] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.586079] env[69333]: DEBUG nova.compute.manager [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.586535] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.587352] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb5a4b-bd42-4b78-a5b2-3b11c38da2bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.597149] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.597918] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9339ca2-02f5-4e92-9917-04a39ec2d637 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.607511] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 751.607511] env[69333]: value = "task-4133708" [ 751.607511] env[69333]: _type = "Task" [ 751.607511] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.618553] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.698800] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.804751] env[69333]: INFO nova.compute.manager [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Took 45.94 seconds to build instance. [ 751.883633] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.884110] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.884765] env[69333]: DEBUG nova.objects.instance [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 169fceb8-b9fa-46cf-b61b-e82fa2e67543 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.018945] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 752.019208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.832s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.019596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.321s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.019792] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.022073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.006s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.023615] env[69333]: INFO nova.compute.claims [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.036903] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133706, 'name': ReconfigVM_Task, 'duration_secs': 0.817662} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.037357] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48/volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.044713] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.045264] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818720', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'name': 'volume-f6185f42-282a-4bb0-b545-c216e7b29d20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1edd6ab2-40c6-45e6-bba3-66b6379012e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'serial': 'f6185f42-282a-4bb0-b545-c216e7b29d20'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.045554] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36bdbb8-9644-482f-91e8-ededf6f8815d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.056375] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd32a3-a92b-4f29-b5af-7f962d23a94f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.059860] env[69333]: INFO nova.scheduler.client.report [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Deleted allocations for instance 08f26a0a-472b-45af-a24e-56e8add1b9aa [ 752.079478] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb4d73-944d-4fed-af59-10511f92355c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.082435] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 752.082435] env[69333]: value = "task-4133709" [ 752.082435] env[69333]: _type = "Task" [ 752.082435] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.108752] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-f6185f42-282a-4bb0-b545-c216e7b29d20/volume-f6185f42-282a-4bb0-b545-c216e7b29d20.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.110259] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979ee987-5a4d-44db-8323-dbefde6a6750 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.130229] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.137804] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133708, 'name': PowerOffVM_Task, 'duration_secs': 0.333698} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.139359] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.139552] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.139920] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Waiting for the task: (returnval){ [ 752.139920] env[69333]: value = "task-4133710" [ 752.139920] env[69333]: _type = "Task" [ 752.139920] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.140180] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dce6385-47a3-4d52-acff-f6de1588afe0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.152858] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.197960] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.198426] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c2bc4b50-d4a8-4705-a450-20233a3527bc/c2bc4b50-d4a8-4705-a450-20233a3527bc.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.198782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.199115] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f28f27ce-fd20-4d7d-b4ca-eab8b7e452af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.209747] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 752.209747] env[69333]: value = "task-4133712" [ 752.209747] env[69333]: _type = "Task" [ 752.209747] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.221986] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.238676] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.238929] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.239139] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Deleting the datastore file [datastore2] 9869d107-a676-4f7c-aa1c-63d2841ff564 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.239464] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8618283f-56aa-4adc-bbaf-7c65c74dbf27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.247401] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for the task: (returnval){ [ 752.247401] env[69333]: value = "task-4133713" [ 752.247401] env[69333]: _type = "Task" [ 752.247401] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.261205] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.307485] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17c24c63-c638-45fc-897e-e3a8f0160811 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.640s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.489992] env[69333]: DEBUG nova.objects.instance [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 169fceb8-b9fa-46cf-b61b-e82fa2e67543 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.567723] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3b9f20d6-c568-4881-924b-58ff52180113 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Lock "08f26a0a-472b-45af-a24e-56e8add1b9aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.375s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.595560] env[69333]: DEBUG oslo_vmware.api [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133709, 'name': ReconfigVM_Task, 'duration_secs': 0.225813} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.596591] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818717', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'name': 'volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc206bac-006b-4745-8f4f-55dfe218121c', 'attached_at': '', 'detached_at': '', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'serial': '227100b4-2008-4e5f-8252-1fcd7e4c7a48'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 752.652154] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.720661] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083416} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.720945] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.721788] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940278e9-0f53-428b-8658-3d44496b0f6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.745132] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] c2bc4b50-d4a8-4705-a450-20233a3527bc/c2bc4b50-d4a8-4705-a450-20233a3527bc.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.745817] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06eebc10-c313-4223-9880-552f4d223748 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.772796] env[69333]: DEBUG oslo_vmware.api [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Task: {'id': task-4133713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349668} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.774199] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.774416] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.774632] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.774840] env[69333]: INFO nova.compute.manager [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Took 1.19 seconds to destroy the instance on the hypervisor. [ 752.775147] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.775892] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 752.775892] env[69333]: value = "task-4133714" [ 752.775892] env[69333]: _type = "Task" [ 752.775892] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.775892] env[69333]: DEBUG nova.compute.manager [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.775892] env[69333]: DEBUG nova.network.neutron [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.789317] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.809980] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.992968] env[69333]: DEBUG nova.objects.base [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<169fceb8-b9fa-46cf-b61b-e82fa2e67543> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.993223] env[69333]: DEBUG nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.043252] env[69333]: DEBUG nova.policy [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.159831] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133710, 'name': ReconfigVM_Task, 'duration_secs': 0.760447} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.160142] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-f6185f42-282a-4bb0-b545-c216e7b29d20/volume-f6185f42-282a-4bb0-b545-c216e7b29d20.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.170606] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcfa5eb-e136-4ba6-88ff-ed4e5eb66309 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.190668] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Waiting for the task: (returnval){ [ 753.190668] env[69333]: value = "task-4133715" [ 753.190668] env[69333]: _type = "Task" [ 753.190668] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.206992] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.293337] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.335874] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.345203] env[69333]: DEBUG nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Successfully created port: f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.573876] env[69333]: DEBUG nova.network.neutron [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.596497] env[69333]: DEBUG nova.compute.manager [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.596788] env[69333]: DEBUG nova.compute.manager [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing instance network info cache due to event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.596973] env[69333]: DEBUG oslo_concurrency.lockutils [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] Acquiring lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.597550] env[69333]: DEBUG oslo_concurrency.lockutils [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] Acquired lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.598312] env[69333]: DEBUG nova.network.neutron [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.628166] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d788b8b-1c95-4bd0-88ae-04b80da1320f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.637648] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ac69a-7d1d-44cb-b24d-a03a831b8990 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.674281] env[69333]: DEBUG nova.objects.instance [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lazy-loading 'flavor' on Instance uuid cc206bac-006b-4745-8f4f-55dfe218121c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.677330] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661466e-aad4-4ca5-be5f-f6580867519d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.686985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba529f-c5c0-492e-8d52-316cdffe4e29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.708256] env[69333]: DEBUG nova.compute.provider_tree [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.713247] env[69333]: DEBUG oslo_vmware.api [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133715, 'name': ReconfigVM_Task, 'duration_secs': 0.270943} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.713945] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818720', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'name': 'volume-f6185f42-282a-4bb0-b545-c216e7b29d20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1edd6ab2-40c6-45e6-bba3-66b6379012e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'serial': 'f6185f42-282a-4bb0-b545-c216e7b29d20'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 753.793199] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133714, 'name': ReconfigVM_Task, 'duration_secs': 0.707701} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.793199] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] c2bc4b50-d4a8-4705-a450-20233a3527bc/c2bc4b50-d4a8-4705-a450-20233a3527bc.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.793984] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12202bc8-66fe-4ed2-b8a0-75ba13807078 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.807619] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 753.807619] env[69333]: value = "task-4133716" [ 753.807619] env[69333]: _type = "Task" [ 753.807619] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.817514] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133716, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.076853] env[69333]: INFO nova.compute.manager [-] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Took 1.30 seconds to deallocate network for instance. [ 754.186522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7781fae-5026-432e-aaa2-a4a516abf7aa tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.947s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.215415] env[69333]: DEBUG nova.scheduler.client.report [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.321478] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133716, 'name': Rename_Task, 'duration_secs': 0.34389} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.322178] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.322178] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4b5397-b9b7-420a-b383-ec885ab0b338 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.331037] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 754.331037] env[69333]: value = "task-4133717" [ 754.331037] env[69333]: _type = "Task" [ 754.331037] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.341872] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.382768] env[69333]: DEBUG nova.network.neutron [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updated VIF entry in instance network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.383491] env[69333]: DEBUG nova.network.neutron [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.588514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.723598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.723598] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.728766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.139s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.765149] env[69333]: DEBUG nova.objects.instance [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lazy-loading 'flavor' on Instance uuid 1edd6ab2-40c6-45e6-bba3-66b6379012e9 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.844579] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.889193] env[69333]: DEBUG oslo_concurrency.lockutils [req-63b0649b-6151-4f80-9c4a-cce0e1957a7e req-500a24b1-10d0-4676-838f-bc726a0db2f1 service nova] Releasing lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.906286] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "36d49fac-f237-4a44-be70-066ad12631c6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.906646] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.906905] env[69333]: INFO nova.compute.manager [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Rebooting instance [ 755.231591] env[69333]: DEBUG nova.compute.utils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.240282] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.241522] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.255288] env[69333]: DEBUG nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Successfully updated port: f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.268632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-02218348-0bd7-4e7b-9581-ae285c956b44 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.002s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.316515] env[69333]: DEBUG nova.policy [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3282e44630244a799381f9b99c367976', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f49b0923c5949cda31ee2c3412de93a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.360054] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.441512] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.441608] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquired lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.441833] env[69333]: DEBUG nova.network.neutron [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.746084] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.762846] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.762846] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.763109] env[69333]: DEBUG nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.789104] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Successfully created port: d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.824271] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de9cf1c-8d97-4cb3-996c-3ef2caf79499 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.833843] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2f70f-83fc-40ab-b139-f08965b0c3b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.850692] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.880279] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d4da3-1b95-47a1-93fd-51bc5ea1f4fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.890600] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f850f4-ee50-40b2-b97e-cbdda90a8d8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.905754] env[69333]: DEBUG nova.compute.provider_tree [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.347139] env[69333]: WARNING nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 756.353485] env[69333]: DEBUG oslo_vmware.api [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133717, 'name': PowerOnVM_Task, 'duration_secs': 1.983539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.353744] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.353941] env[69333]: INFO nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Took 10.13 seconds to spawn the instance on the hypervisor. [ 756.354124] env[69333]: DEBUG nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.356412] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a7ee7a-6903-4cdf-9fdb-22bba3e67969 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.410395] env[69333]: DEBUG nova.scheduler.client.report [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.519344] env[69333]: DEBUG nova.network.neutron [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.696181] env[69333]: DEBUG nova.compute.manager [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-vif-plugged-f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.696302] env[69333]: DEBUG oslo_concurrency.lockutils [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.697219] env[69333]: DEBUG oslo_concurrency.lockutils [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.697473] env[69333]: DEBUG oslo_concurrency.lockutils [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.697692] env[69333]: DEBUG nova.compute.manager [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] No waiting events found dispatching network-vif-plugged-f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.697974] env[69333]: WARNING nova.compute.manager [req-c6040110-7805-45ca-8df5-87f0a0faa801 req-a0433aae-1d0f-4478-b4be-8defc12e2c21 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received unexpected event network-vif-plugged-f9728ee7-72d3-4a6c-9537-8864514d3351 for instance with vm_state active and task_state None. [ 756.758369] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.761774] env[69333]: DEBUG nova.network.neutron [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9728ee7-72d3-4a6c-9537-8864514d3351", "address": "fa:16:3e:7f:fa:c6", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9728ee7-72", "ovs_interfaceid": "f9728ee7-72d3-4a6c-9537-8864514d3351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.795283] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.795726] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.796011] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.796411] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.796629] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.796822] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.797202] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.797495] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.797761] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.798736] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.799106] env[69333]: DEBUG nova.virt.hardware [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.800729] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e6a1de-60be-4afe-ab50-1bcabce58b5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.809529] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098eab80-cc5d-48f1-b70d-ca728b66ccc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.880116] env[69333]: INFO nova.compute.manager [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Took 46.57 seconds to build instance. [ 757.025635] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Releasing lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040168] env[69333]: DEBUG oslo_concurrency.lockutils [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.040648] env[69333]: DEBUG oslo_concurrency.lockutils [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.198038] env[69333]: DEBUG nova.compute.manager [req-3f211af2-108f-4c14-a1d2-1ea0c4a86e91 req-5af4296d-2275-4556-b0da-ecba311569a1 service nova] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Received event network-vif-deleted-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.265339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.266307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.266542] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.267659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53206595-aa69-4c69-a96c-23f65d4f73c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.287588] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.287937] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.288129] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.288384] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.288955] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.288955] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.289128] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.290023] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.290023] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.290023] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.290023] env[69333]: DEBUG nova.virt.hardware [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.296556] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfiguring VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 757.297013] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54689558-ddf4-4b49-888b-3f4abee97efb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.322643] env[69333]: DEBUG oslo_vmware.api [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 757.322643] env[69333]: value = "task-4133718" [ 757.322643] env[69333]: _type = "Task" [ 757.322643] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.332354] env[69333]: DEBUG oslo_vmware.api [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133718, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.344138] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 757.345095] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128c23b-3278-4c88-bd2b-388b73866c99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.351870] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 757.352070] env[69333]: ERROR oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk due to incomplete transfer. [ 757.352323] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05c8f92a-9098-4561-be66-0ab77dd8fdce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.361745] env[69333]: DEBUG oslo_vmware.rw_handles [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dccd63-a4f9-133e-b94b-6ace604c6535/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 757.362018] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Uploaded image a6d6b7cd-e0ff-488d-86a2-49b65be46f60 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 757.364552] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 757.364888] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d6cd66d-c2dc-4dd9-9b8d-8dbdea887314 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.373512] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 757.373512] env[69333]: value = "task-4133719" [ 757.373512] env[69333]: _type = "Task" [ 757.373512] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.383408] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2935d286-08c0-4abe-9836-eddaff25b62c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.169s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.383670] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133719, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.423819] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.695s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.427372] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.674s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.427487] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.430401] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.667s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.435023] env[69333]: INFO nova.compute.claims [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.485038] env[69333]: INFO nova.scheduler.client.report [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Deleted allocations for instance 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d [ 757.530894] env[69333]: DEBUG nova.compute.manager [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.531883] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7231855c-81c6-4a9a-8128-433928724321 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.544565] env[69333]: INFO nova.compute.manager [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Detaching volume 227100b4-2008-4e5f-8252-1fcd7e4c7a48 [ 757.598399] env[69333]: INFO nova.virt.block_device [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Attempting to driver detach volume 227100b4-2008-4e5f-8252-1fcd7e4c7a48 from mountpoint /dev/sdb [ 757.598642] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 757.598829] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818717', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'name': 'volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc206bac-006b-4745-8f4f-55dfe218121c', 'attached_at': '', 'detached_at': '', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'serial': '227100b4-2008-4e5f-8252-1fcd7e4c7a48'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 757.600215] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee75974-fe49-484d-878d-f4d6cf58abe2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.629515] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b698058-6b03-4bc7-9bc4-5ccd857ea594 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.639971] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f18c606-ae97-49aa-9d97-13024cae1f12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.672829] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98921f13-1b74-4aca-8c8f-d13a89449b8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.690043] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] The volume has not been displaced from its original location: [datastore2] volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48/volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 757.695380] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 757.695750] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2790cbe0-6d1f-481f-8ee5-860cd2f51e50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.716832] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 757.716832] env[69333]: value = "task-4133720" [ 757.716832] env[69333]: _type = "Task" [ 757.716832] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.726248] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.834319] env[69333]: DEBUG oslo_vmware.api [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.886932] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.891813] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133719, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.994135] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Successfully updated port: d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.000818] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94e2a932-01b8-4aa1-9f06-69abb499c391 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Lock "2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.884s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.031784] env[69333]: INFO nova.scheduler.client.report [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleted allocation for migration ce9bc04e-e952-4d7e-8e1a-80c8febb22d7 [ 758.237589] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.334243] env[69333]: DEBUG oslo_vmware.api [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133718, 'name': ReconfigVM_Task, 'duration_secs': 0.665736} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.334764] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.334982] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfigured VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 758.386262] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133719, 'name': Destroy_Task, 'duration_secs': 0.692417} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.386602] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Destroyed the VM [ 758.387167] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 758.387794] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b578e903-456f-485c-9467-2a3e8ac67e12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.395508] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 758.395508] env[69333]: value = "task-4133721" [ 758.395508] env[69333]: _type = "Task" [ 758.395508] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.406814] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133721, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.409346] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.500822] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.501962] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.502563] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.542165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-45b2abe7-b90c-4d4c-9b45-151e32973699 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.154s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.553583] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791a8eb-b355-4a9c-8582-4d92f7061166 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.570625] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Doing hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 758.570625] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-128c4ee3-a04e-485e-9637-328aaceb97cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.580970] env[69333]: DEBUG oslo_vmware.api [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 758.580970] env[69333]: value = "task-4133722" [ 758.580970] env[69333]: _type = "Task" [ 758.580970] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.590712] env[69333]: DEBUG oslo_vmware.api [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133722, 'name': ResetVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.737214] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133720, 'name': ReconfigVM_Task, 'duration_secs': 0.593458} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.737966] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 758.747544] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c60723d-6bf7-4e5f-8e49-83e8c98be026 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766132] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 758.766132] env[69333]: value = "task-4133723" [ 758.766132] env[69333]: _type = "Task" [ 758.766132] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.777559] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.841313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.957s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.908758] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133721, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.027236] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cfbebf-b0be-45e4-a8a3-e09fd93578f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.036738] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218bb249-3187-4976-836d-bf1a03973f38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.070245] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.073012] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba49b744-c585-4363-b1c0-3b99fd44a8d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.081459] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952fc578-9709-46b4-aad3-a527d65c3ec2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.101906] env[69333]: DEBUG nova.compute.provider_tree [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.108249] env[69333]: DEBUG oslo_vmware.api [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133722, 'name': ResetVM_Task, 'duration_secs': 0.095332} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.109535] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Did hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 759.109815] env[69333]: DEBUG nova.compute.manager [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.110727] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fccbf35-4995-4709-82d9-cec37ff26bae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.275912] env[69333]: DEBUG oslo_vmware.api [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133723, 'name': ReconfigVM_Task, 'duration_secs': 0.215972} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.276250] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818717', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'name': 'volume-227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc206bac-006b-4745-8f4f-55dfe218121c', 'attached_at': '', 'detached_at': '', 'volume_id': '227100b4-2008-4e5f-8252-1fcd7e4c7a48', 'serial': '227100b4-2008-4e5f-8252-1fcd7e4c7a48'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 759.316097] env[69333]: DEBUG nova.network.neutron [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.410964] env[69333]: DEBUG oslo_vmware.api [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133721, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765428} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.411264] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 759.411494] env[69333]: INFO nova.compute.manager [None req-6bffadb6-97e2-49d2-9057-0d8903ebdad3 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 759.610509] env[69333]: DEBUG nova.scheduler.client.report [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.629671] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65286245-ab12-49da-9562-835211bd69d0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.723s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.818825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.819150] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance network_info: |[{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.819798] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:01:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd24dbc54-1869-4bad-b58b-c27281ba535c', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.827403] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating folder: Project (1f49b0923c5949cda31ee2c3412de93a). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.828047] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7445a9f-a369-47e6-ab34-17f509a06d96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.841062] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created folder: Project (1f49b0923c5949cda31ee2c3412de93a) in parent group-v818612. [ 759.841062] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating folder: Instances. Parent ref: group-v818724. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.841311] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc4c797-b490-4922-ac49-e1517ed1aa2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.849842] env[69333]: DEBUG nova.objects.instance [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lazy-loading 'flavor' on Instance uuid cc206bac-006b-4745-8f4f-55dfe218121c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.852571] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created folder: Instances in parent group-v818724. [ 759.852811] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.853271] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.853784] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a24d995-5a13-493e-9ed8-6dc4b40aa943 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.874841] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.874841] env[69333]: value = "task-4133726" [ 759.874841] env[69333]: _type = "Task" [ 759.874841] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.884405] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133726, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.084872] env[69333]: DEBUG nova.compute.manager [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-changed-f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.084872] env[69333]: DEBUG nova.compute.manager [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing instance network info cache due to event network-changed-f9728ee7-72d3-4a6c-9537-8864514d3351. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.084872] env[69333]: DEBUG oslo_concurrency.lockutils [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.084872] env[69333]: DEBUG oslo_concurrency.lockutils [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.085221] env[69333]: DEBUG nova.network.neutron [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Refreshing network info cache for port f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.118816] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.118816] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.120200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.097s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.121913] env[69333]: INFO nova.compute.claims [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.250111] env[69333]: DEBUG nova.compute.manager [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.250364] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.250572] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.250740] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.250911] env[69333]: DEBUG nova.compute.manager [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] No waiting events found dispatching network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.251093] env[69333]: WARNING nova.compute.manager [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received unexpected event network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c for instance with vm_state building and task_state spawning. [ 760.251256] env[69333]: DEBUG nova.compute.manager [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.251420] env[69333]: DEBUG nova.compute.manager [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing instance network info cache due to event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.251618] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.251828] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252174] env[69333]: DEBUG nova.network.neutron [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.303219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.303484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.387093] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133726, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.622447] env[69333]: DEBUG nova.compute.utils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.623923] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.624942] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.731273] env[69333]: DEBUG nova.policy [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c70bee007b334af7865b91ec8b1bd413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab41a7f3bd74d0884e560d9fccfa976', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.811465] env[69333]: INFO nova.compute.manager [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Detaching volume f6185f42-282a-4bb0-b545-c216e7b29d20 [ 760.860597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-657bcf8e-e5dd-4ca4-990f-f213a2d94db2 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.820s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.867718] env[69333]: INFO nova.virt.block_device [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Attempting to driver detach volume f6185f42-282a-4bb0-b545-c216e7b29d20 from mountpoint /dev/sdb [ 760.867933] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.868152] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818720', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'name': 'volume-f6185f42-282a-4bb0-b545-c216e7b29d20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1edd6ab2-40c6-45e6-bba3-66b6379012e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'serial': 'f6185f42-282a-4bb0-b545-c216e7b29d20'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.869325] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa910c4-b854-45c6-9ee7-aa97c3c705b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.919095] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f55af-8f26-4abc-b4ea-3f7d62ce07c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.933677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.933936] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.935209] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133726, 'name': CreateVM_Task, 'duration_secs': 0.588143} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.935721] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.936400] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.937227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.938142] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.940302] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54384f1-8074-481b-9a72-32bc84ba8471 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.944354] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c88d8-31e5-47eb-9d6b-ec2d2d771b2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.974040] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 760.974040] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d2d00-8349-c166-08fa-e1e0dd9a47f1" [ 760.974040] env[69333]: _type = "Task" [ 760.974040] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.977569] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e209f-d261-4799-897e-50aedb80e743 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.999443] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f6185f42-282a-4bb0-b545-c216e7b29d20/volume-f6185f42-282a-4bb0-b545-c216e7b29d20.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 761.004874] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.009475] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb0de21-f39b-4fff-87d4-de040b0690d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.024373] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d2d00-8349-c166-08fa-e1e0dd9a47f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013301} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.027264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.027565] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.027845] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.027912] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.028075] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.029267] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce111bdb-3e70-466f-bce2-d6217f69779c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.035267] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Waiting for the task: (returnval){ [ 761.035267] env[69333]: value = "task-4133727" [ 761.035267] env[69333]: _type = "Task" [ 761.035267] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.039654] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.039753] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.040821] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b7964b-bb67-4ddb-8c8a-9a141163b932 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.048702] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.052180] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 761.052180] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526652dd-4257-806e-8b89-2228cd4f0052" [ 761.052180] env[69333]: _type = "Task" [ 761.052180] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.061186] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526652dd-4257-806e-8b89-2228cd4f0052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.121938] env[69333]: DEBUG nova.network.neutron [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updated VIF entry in instance network info cache for port f9728ee7-72d3-4a6c-9537-8864514d3351. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.122780] env[69333]: DEBUG nova.network.neutron [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9728ee7-72d3-4a6c-9537-8864514d3351", "address": "fa:16:3e:7f:fa:c6", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9728ee7-72", "ovs_interfaceid": "f9728ee7-72d3-4a6c-9537-8864514d3351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.128782] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.289338] env[69333]: DEBUG nova.network.neutron [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updated VIF entry in instance network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.289889] env[69333]: DEBUG nova.network.neutron [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.433024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.433024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.433024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.433024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.433024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.437825] env[69333]: INFO nova.compute.manager [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Terminating instance [ 761.515338] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Successfully created port: e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.548156] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133727, 'name': ReconfigVM_Task, 'duration_secs': 0.426595} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.548440] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 761.553444] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66a42ca-5e2a-41a4-bdcc-0723d411afef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.576873] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526652dd-4257-806e-8b89-2228cd4f0052, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.581266] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Waiting for the task: (returnval){ [ 761.581266] env[69333]: value = "task-4133728" [ 761.581266] env[69333]: _type = "Task" [ 761.581266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.581266] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0b09cc-fe7e-42bd-b6ac-2fdd3548798a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.591476] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 761.591476] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528e17ee-8458-5516-cdd3-3eeb52709cc2" [ 761.591476] env[69333]: _type = "Task" [ 761.591476] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.596227] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.612966] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528e17ee-8458-5516-cdd3-3eeb52709cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.617557] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.617827] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.618908] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe00568-61c3-46ab-8c0f-2b67e72f0eb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.625216] env[69333]: DEBUG oslo_concurrency.lockutils [req-781545ab-529a-480b-83f1-7bd4b2841359 req-a7302f44-f836-4d7c-932a-6f26abc4d0d9 service nova] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.627905] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 761.627905] env[69333]: value = "task-4133729" [ 761.627905] env[69333]: _type = "Task" [ 761.627905] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.648134] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.765822] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2545f9-d59f-4ae2-8889-45b0b7da63ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.774560] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820083e-4c0b-46f6-89d6-a62017a16943 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.806559] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c1d1ec4-db26-458a-83a0-e2f249474c22 req-c30ac3fd-fbbe-41f8-9459-5c984c76bd1f service nova] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.807866] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d82f02-4490-4bd7-8d84-de6f18f9ba95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.816910] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7174aa6-8076-4a15-965a-ae498721a4a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.832866] env[69333]: DEBUG nova.compute.provider_tree [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.949987] env[69333]: DEBUG nova.compute.manager [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.949987] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.949987] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05ec22-7450-47ed-8374-9a01eb51372e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.962023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.962023] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22632d4d-897e-4aa3-8cb2-b48a9375b59e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.042204] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.042204] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.042204] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore1] 564a2204-e77f-4c8b-8f78-4f12a0f6152f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.042551] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6d89741-16e2-4b2b-99fe-7a7da397846e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.051392] env[69333]: DEBUG oslo_vmware.api [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 762.051392] env[69333]: value = "task-4133731" [ 762.051392] env[69333]: _type = "Task" [ 762.051392] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.062865] env[69333]: DEBUG oslo_vmware.api [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.092414] env[69333]: DEBUG oslo_vmware.api [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Task: {'id': task-4133728, 'name': ReconfigVM_Task, 'duration_secs': 0.176828} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.092735] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818720', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'name': 'volume-f6185f42-282a-4bb0-b545-c216e7b29d20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1edd6ab2-40c6-45e6-bba3-66b6379012e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6185f42-282a-4bb0-b545-c216e7b29d20', 'serial': 'f6185f42-282a-4bb0-b545-c216e7b29d20'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.144077] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.146534] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133729, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.182502] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.182857] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.183080] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.183288] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.183435] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.183686] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.183930] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.184225] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.184276] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.185090] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.185090] env[69333]: DEBUG nova.virt.hardware [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.185931] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83106a12-44ca-4452-a18e-91dce97b8728 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.202418] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7445d69-5fd4-441d-b98b-20190cdd1be9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.336339] env[69333]: DEBUG nova.scheduler.client.report [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.562729] env[69333]: DEBUG oslo_vmware.api [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271516} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.563469] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.563469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.563469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.563469] env[69333]: INFO nova.compute.manager [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 762.563469] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.564494] env[69333]: DEBUG nova.compute.manager [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.566616] env[69333]: DEBUG nova.network.neutron [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.639346] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557786} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.639589] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.640399] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.640399] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20dbfafd-452b-4d20-9007-1ee499092afc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.648155] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 762.648155] env[69333]: value = "task-4133732" [ 762.648155] env[69333]: _type = "Task" [ 762.648155] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.657018] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.677210] env[69333]: DEBUG nova.objects.instance [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lazy-loading 'flavor' on Instance uuid 1edd6ab2-40c6-45e6-bba3-66b6379012e9 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.800777] env[69333]: DEBUG nova.compute.manager [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.800998] env[69333]: DEBUG nova.compute.manager [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing instance network info cache due to event network-changed-4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.801312] env[69333]: DEBUG oslo_concurrency.lockutils [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] Acquiring lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.801364] env[69333]: DEBUG oslo_concurrency.lockutils [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] Acquired lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.801498] env[69333]: DEBUG nova.network.neutron [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Refreshing network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.843749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.844304] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.849700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.314s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.849700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.851029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.464s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.851029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.854781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.472s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.855013] env[69333]: INFO nova.compute.claims [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.863019] env[69333]: DEBUG nova.compute.manager [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received event network-changed-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.863019] env[69333]: DEBUG nova.compute.manager [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing instance network info cache due to event network-changed-48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.863019] env[69333]: DEBUG oslo_concurrency.lockutils [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] Acquiring lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.863019] env[69333]: DEBUG oslo_concurrency.lockutils [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] Acquired lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.863019] env[69333]: DEBUG nova.network.neutron [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing network info cache for port 48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.889688] env[69333]: INFO nova.scheduler.client.report [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Deleted allocations for instance b784d34b-8156-43de-9e77-fb1d931c33e9 [ 762.896452] env[69333]: INFO nova.scheduler.client.report [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Deleted allocations for instance 98551255-5e8d-4e4d-96b0-7d2e7a706189 [ 763.092165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.092469] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.160507] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077928} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.161386] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.163266] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665833c1-dd7a-4e52-94a8-ff12e517cdcc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.189359] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.191690] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1277792-3cf1-4ea0-8e7a-9e82dfda2ba6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.218783] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 763.218783] env[69333]: value = "task-4133733" [ 763.218783] env[69333]: _type = "Task" [ 763.218783] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.230379] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.361552] env[69333]: DEBUG nova.compute.utils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.363583] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.363787] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.373807] env[69333]: DEBUG nova.network.neutron [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.396837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Lock "b784d34b-8156-43de-9e77-fb1d931c33e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.562s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.405541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3f940e57-37b8-408d-9d53-d6cf7fc5506c tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Lock "98551255-5e8d-4e4d-96b0-7d2e7a706189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.512s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.448111] env[69333]: DEBUG nova.policy [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '739e2ce88c2d449c883e4bc928210d66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec75d8319cce4767aaf05491eecee044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.675407] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Successfully updated port: e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.713116] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe79b6ad-234a-41f9-bcb0-a21f4062b349 tempest-VolumesAssistedSnapshotsTest-103819724 tempest-VolumesAssistedSnapshotsTest-103819724-project-admin] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.409s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.719747] env[69333]: DEBUG nova.network.neutron [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updated VIF entry in instance network info cache for port 4b980107-2174-4177-bfc3-50fdb2e89e65. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.720659] env[69333]: DEBUG nova.network.neutron [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [{"id": "4b980107-2174-4177-bfc3-50fdb2e89e65", "address": "fa:16:3e:80:14:bf", "network": {"id": "6e4f9470-00e7-4a72-a59a-0182f03d0259", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1807854105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fe891138054ace81751dc807189e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b980107-21", "ovs_interfaceid": "4b980107-2174-4177-bfc3-50fdb2e89e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.735606] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.823366] env[69333]: DEBUG nova.network.neutron [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updated VIF entry in instance network info cache for port 48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.823883] env[69333]: DEBUG nova.network.neutron [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updating instance_info_cache with network_info: [{"id": "48edb849-e812-458a-83db-e584a9970c07", "address": "fa:16:3e:85:14:57", "network": {"id": "e11de383-4c2d-41d9-881b-8b8dca3a7946", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1746229735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24123e3d8cc3467d8278e304e8271888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edb849-e8", "ovs_interfaceid": "48edb849-e812-458a-83db-e584a9970c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.824707] env[69333]: WARNING oslo_messaging._drivers.amqpdriver [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 763.852734] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "36d49fac-f237-4a44-be70-066ad12631c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.856023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.856023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "36d49fac-f237-4a44-be70-066ad12631c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.856023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.856023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.857705] env[69333]: INFO nova.compute.manager [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Terminating instance [ 763.867121] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.878831] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.879680] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.881095] env[69333]: INFO nova.compute.manager [-] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Took 1.32 seconds to deallocate network for instance. [ 763.941800] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-f9728ee7-72d3-4a6c-9537-8864514d3351" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.942094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-f9728ee7-72d3-4a6c-9537-8864514d3351" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.182604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183175] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquired lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.183175] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.220023] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Successfully created port: 9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.228839] env[69333]: DEBUG oslo_concurrency.lockutils [req-20f13594-7283-4d20-bbdb-2eb511131d01 req-ef9ed4f4-4bbe-4906-9667-a867c64e4814 service nova] Releasing lock "refresh_cache-36d49fac-f237-4a44-be70-066ad12631c6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.234808] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133733, 'name': ReconfigVM_Task, 'duration_secs': 0.592631} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.237867] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.238934] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5b3bbe-6158-4d93-a962-b90feed2dbb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.247970] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 764.247970] env[69333]: value = "task-4133734" [ 764.247970] env[69333]: _type = "Task" [ 764.247970] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.261808] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133734, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.329539] env[69333]: DEBUG oslo_concurrency.lockutils [req-0522ac57-c76e-48ac-a1d1-af05e4f6a8b0 req-16e1fd3a-1670-4b4e-a845-b002051b11a0 service nova] Releasing lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.367513] env[69333]: DEBUG nova.compute.manager [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.368017] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.375074] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226deb65-e31e-4261-a864-7d54d3bebb37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.390595] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.391081] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.391417] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d34962-6634-48c7-8ecc-77e56df14d2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.401491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd386f-65a0-4580-b5bb-5c2984787897 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.411715] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f038c4f5-9dc6-4e41-b882-3b14af83d338 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.415563] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 764.415563] env[69333]: value = "task-4133735" [ 764.415563] env[69333]: _type = "Task" [ 764.415563] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.456396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.456544] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.459477] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c2eb8-8148-460a-a483-3c4242d28126 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.463341] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f164c2b-98ae-4b37-ae65-e45f5b37b5b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.472395] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.492265] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca664bb-15bd-44b1-ba3a-a31443dece74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.496083] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a625b-a7c9-4a84-aab4-e049bf2ca535 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.513381] env[69333]: DEBUG nova.compute.provider_tree [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.539108] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfiguring VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 764.540508] env[69333]: DEBUG nova.scheduler.client.report [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.544630] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f3f61e-a6c3-4244-9f71-1120028eed50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.566066] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 764.566066] env[69333]: value = "task-4133736" [ 764.566066] env[69333]: _type = "Task" [ 764.566066] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.577650] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.746731] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.763890] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133734, 'name': Rename_Task, 'duration_secs': 0.308494} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.764350] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.766839] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52cd532f-2425-4b15-b619-b2e066dce1a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.772361] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 764.772361] env[69333]: value = "task-4133738" [ 764.772361] env[69333]: _type = "Task" [ 764.772361] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.782290] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.885045] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.925602] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.925935] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.926692] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.926692] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.926692] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.926692] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.927020] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.927259] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.927568] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.927797] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.928053] env[69333]: DEBUG nova.virt.hardware [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.928952] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fc75ef-35c6-4a90-99d1-d238c5ab0623 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.938256] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133735, 'name': PowerOffVM_Task, 'duration_secs': 0.250855} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.940714] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.940944] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.941374] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7a8eaa5-e08d-462d-a435-498a1a8909c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.944044] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f638c5-8254-4db3-a8a7-2a3782950c2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.034689] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.035022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.035316] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleting the datastore file [datastore2] 36d49fac-f237-4a44-be70-066ad12631c6 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.035622] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076c37d7-29a6-4595-a2d9-4d16350ca57e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.040065] env[69333]: DEBUG nova.network.neutron [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Updating instance_info_cache with network_info: [{"id": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "address": "fa:16:3e:f8:70:2a", "network": {"id": "04d5b24b-6500-4d9a-9a85-0175905a8155", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-405732571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab41a7f3bd74d0884e560d9fccfa976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e4015-a2", "ovs_interfaceid": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.046909] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 765.046909] env[69333]: value = "task-4133740" [ 765.046909] env[69333]: _type = "Task" [ 765.046909] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.056623] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.059709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.060289] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.063495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.245s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.063826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.066909] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.591s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.068958] env[69333]: INFO nova.compute.claims [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.086364] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.100046] env[69333]: INFO nova.scheduler.client.report [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Deleted allocations for instance 06ba8358-d330-4103-9a21-34d402b69612 [ 765.285357] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.417417] env[69333]: DEBUG nova.compute.manager [req-252e4d43-27c8-43a6-9018-20f8dbca6193 req-94faf908-2cb8-46db-965a-2cb1830d1893 service nova] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Received event network-vif-deleted-42320111-4fde-48d8-80ab-6ca859214f61 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.520851] env[69333]: DEBUG nova.compute.manager [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Received event network-vif-plugged-e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.520988] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Acquiring lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.521181] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.521344] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.521514] env[69333]: DEBUG nova.compute.manager [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] No waiting events found dispatching network-vif-plugged-e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.522059] env[69333]: WARNING nova.compute.manager [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Received unexpected event network-vif-plugged-e76e4015-a2b1-45ca-b12e-eb41a4de92ac for instance with vm_state building and task_state spawning. [ 765.522278] env[69333]: DEBUG nova.compute.manager [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Received event network-changed-e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.522687] env[69333]: DEBUG nova.compute.manager [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Refreshing instance network info cache due to event network-changed-e76e4015-a2b1-45ca-b12e-eb41a4de92ac. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.523180] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Acquiring lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.542468] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Releasing lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.542807] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Instance network_info: |[{"id": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "address": "fa:16:3e:f8:70:2a", "network": {"id": "04d5b24b-6500-4d9a-9a85-0175905a8155", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-405732571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab41a7f3bd74d0884e560d9fccfa976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e4015-a2", "ovs_interfaceid": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.543165] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Acquired lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.543344] env[69333]: DEBUG nova.network.neutron [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Refreshing network info cache for port e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.544713] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:70:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76e4015-a2b1-45ca-b12e-eb41a4de92ac', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.556309] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Creating folder: Project (cab41a7f3bd74d0884e560d9fccfa976). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.561209] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e3302a-e83d-44f7-9bac-2c8b205ebce6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.574132] env[69333]: DEBUG nova.compute.utils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.582372] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.582619] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.590892] env[69333]: DEBUG oslo_vmware.api [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1483} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.592280] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.592469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.592640] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.592837] env[69333]: INFO nova.compute.manager [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 765.593106] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.593321] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Created folder: Project (cab41a7f3bd74d0884e560d9fccfa976) in parent group-v818612. [ 765.593473] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Creating folder: Instances. Parent ref: group-v818727. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.595601] env[69333]: DEBUG nova.compute.manager [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.595719] env[69333]: DEBUG nova.network.neutron [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.597883] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8da357e-1bdb-41f3-9dd7-ce6543087c30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.603914] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.608683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a0fac30b-7813-4607-bfcd-5110a30550f8 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Lock "06ba8358-d330-4103-9a21-34d402b69612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.470s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.613780] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Created folder: Instances in parent group-v818727. [ 765.614105] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.614295] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.614524] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e366155-18bd-4017-ad88-76571480a78b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.641056] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.641056] env[69333]: value = "task-4133743" [ 765.641056] env[69333]: _type = "Task" [ 765.641056] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.650973] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133743, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.769387] env[69333]: DEBUG nova.policy [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fd380041dc485ea83defbdccbe45a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641493d061694fa083503c7a6809a0da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.785934] env[69333]: DEBUG oslo_vmware.api [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133738, 'name': PowerOnVM_Task, 'duration_secs': 0.627031} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.786675] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.787057] env[69333]: INFO nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Took 9.03 seconds to spawn the instance on the hypervisor. [ 765.787120] env[69333]: DEBUG nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.787864] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d250e5-bbb0-4cda-bb78-e40bac96449c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.087091] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.093410] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.152090] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133743, 'name': CreateVM_Task, 'duration_secs': 0.399793} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.155125] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.156249] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.158016] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.158016] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.158016] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3556411e-975c-4d2c-a35c-a1419819f9b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.162462] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 766.162462] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5218ef6c-2d0f-586e-3fc3-9490fd23accd" [ 766.162462] env[69333]: _type = "Task" [ 766.162462] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.175308] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5218ef6c-2d0f-586e-3fc3-9490fd23accd, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.175618] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175841] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.176080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.176219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.176397] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.176666] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f352d688-8faa-4ae7-977a-2b9743f6ce0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.189363] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.189597] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.193307] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e1dafe-9e6e-4476-bc00-22a507557222 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.201097] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 766.201097] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cc08d4-334c-9319-86d3-ca13e74939ba" [ 766.201097] env[69333]: _type = "Task" [ 766.201097] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.210218] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cc08d4-334c-9319-86d3-ca13e74939ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.306545] env[69333]: INFO nova.compute.manager [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Took 50.31 seconds to build instance. [ 766.483902] env[69333]: DEBUG nova.network.neutron [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Updated VIF entry in instance network info cache for port e76e4015-a2b1-45ca-b12e-eb41a4de92ac. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.484638] env[69333]: DEBUG nova.network.neutron [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Updating instance_info_cache with network_info: [{"id": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "address": "fa:16:3e:f8:70:2a", "network": {"id": "04d5b24b-6500-4d9a-9a85-0175905a8155", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-405732571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab41a7f3bd74d0884e560d9fccfa976", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e4015-a2", "ovs_interfaceid": "e76e4015-a2b1-45ca-b12e-eb41a4de92ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.562524] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Successfully updated port: 9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.598263] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.635185] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4bfd5-d229-40e4-a4d0-405e8832a55d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.650510] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749210c7-ce9c-479c-9480-7224a3653fe0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.688353] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65459cdc-95aa-4758-b30a-023e578d2d47 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.697924] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb9d98-eb82-4d5d-b41e-755f0b5dae88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.717560] env[69333]: DEBUG nova.compute.provider_tree [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.722822] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cc08d4-334c-9319-86d3-ca13e74939ba, 'name': SearchDatastore_Task, 'duration_secs': 0.016545} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.724289] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5a6063-082b-41a1-a19a-466aa88f666c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.731582] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 766.731582] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52876c8d-0608-625d-939d-42bb9126552c" [ 766.731582] env[69333]: _type = "Task" [ 766.731582] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.741812] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52876c8d-0608-625d-939d-42bb9126552c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.815084] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f1882637-2fb2-438f-b127-8b464b52d076 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.991s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.825131] env[69333]: DEBUG nova.network.neutron [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.911156] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Successfully created port: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.991234] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea6f860-a390-4f7e-9c49-00db06acf6d3 req-467c6f22-f248-43ac-b658-f45a9fca1682 service nova] Releasing lock "refresh_cache-7626c8f9-ebba-44f1-a1a6-fc97379f170c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.067369] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.067528] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquired lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.067686] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.088550] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.115214] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.146532] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.147082] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.147446] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.148667] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.149705] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb5998-f667-42d7-b422-d2d3f73b8722 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.161585] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ac986-37c0-4a36-b121-c14a9894b18e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.225584] env[69333]: DEBUG nova.scheduler.client.report [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.244330] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52876c8d-0608-625d-939d-42bb9126552c, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.245659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.246857] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7626c8f9-ebba-44f1-a1a6-fc97379f170c/7626c8f9-ebba-44f1-a1a6-fc97379f170c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.246857] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47e57806-b295-495e-b2d0-55e3305e16fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.258395] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 767.258395] env[69333]: value = "task-4133744" [ 767.258395] env[69333]: _type = "Task" [ 767.258395] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.267715] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.323265] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.328371] env[69333]: INFO nova.compute.manager [-] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Took 1.73 seconds to deallocate network for instance. [ 767.600866] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.639727] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.730754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.731442] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.739383] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.622s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.739608] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.744746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.211s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.747169] env[69333]: INFO nova.compute.claims [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.771746] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.809023] env[69333]: INFO nova.scheduler.client.report [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Deleted allocations for instance 13f55876-520c-4486-8bae-2b0962436054 [ 767.837371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.858232] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.960323] env[69333]: DEBUG nova.network.neutron [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Updating instance_info_cache with network_info: [{"id": "9e641224-7038-4570-a841-9992ab1e0edc", "address": "fa:16:3e:70:f8:e2", "network": {"id": "b3065f98-d6ca-413b-a5ab-4dc1ba002b0e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1969233265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec75d8319cce4767aaf05491eecee044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e641224-70", "ovs_interfaceid": "9e641224-7038-4570-a841-9992ab1e0edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.067478] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "74cf11d9-39be-4681-90f5-cef703f4a12d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.067796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.097754] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.252939] env[69333]: DEBUG nova.compute.utils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.255168] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.255484] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.278679] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706396} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.279593] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7626c8f9-ebba-44f1-a1a6-fc97379f170c/7626c8f9-ebba-44f1-a1a6-fc97379f170c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.279593] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.279593] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c48e75f-9adf-47cf-97f7-15c971500996 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.290332] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 768.290332] env[69333]: value = "task-4133745" [ 768.290332] env[69333]: _type = "Task" [ 768.290332] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.308822] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.325336] env[69333]: DEBUG oslo_concurrency.lockutils [None req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Lock "13f55876-520c-4486-8bae-2b0962436054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.132s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.333059] env[69333]: DEBUG nova.policy [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fd380041dc485ea83defbdccbe45a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641493d061694fa083503c7a6809a0da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.466940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Releasing lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.467361] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Instance network_info: |[{"id": "9e641224-7038-4570-a841-9992ab1e0edc", "address": "fa:16:3e:70:f8:e2", "network": {"id": "b3065f98-d6ca-413b-a5ab-4dc1ba002b0e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1969233265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec75d8319cce4767aaf05491eecee044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e641224-70", "ovs_interfaceid": "9e641224-7038-4570-a841-9992ab1e0edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.467970] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:f8:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e641224-7038-4570-a841-9992ab1e0edc', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.490869] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Creating folder: Project (ec75d8319cce4767aaf05491eecee044). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.492465] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e24fa27-5624-4404-a213-c67977c0b98d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.513304] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Created folder: Project (ec75d8319cce4767aaf05491eecee044) in parent group-v818612. [ 768.513901] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Creating folder: Instances. Parent ref: group-v818730. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.514258] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc7f02c2-35ce-4e46-ae21-fecff6b30ef5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.532132] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Created folder: Instances in parent group-v818730. [ 768.532558] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.532799] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.533584] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2a1662-1bf0-4b28-8a9a-cdeef7556a40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.560208] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.560208] env[69333]: value = "task-4133748" [ 768.560208] env[69333]: _type = "Task" [ 768.560208] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.571629] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133748, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.594688] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763842] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.802702] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175077} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.804224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.805265] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2964a25-34ab-4326-86ab-22898952e7a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.840258] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7626c8f9-ebba-44f1-a1a6-fc97379f170c/7626c8f9-ebba-44f1-a1a6-fc97379f170c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.844639] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa5ae20-c6c3-42db-98d4-5da571752d35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.870856] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 768.870856] env[69333]: value = "task-4133749" [ 768.870856] env[69333]: _type = "Task" [ 768.870856] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.882918] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.979424] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Received event network-vif-plugged-9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.979745] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Acquiring lock "92d67e6e-f081-4006-94d8-241696d59b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.980041] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Lock "92d67e6e-f081-4006-94d8-241696d59b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.980427] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Lock "92d67e6e-f081-4006-94d8-241696d59b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.980598] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] No waiting events found dispatching network-vif-plugged-9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.980772] env[69333]: WARNING nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Received unexpected event network-vif-plugged-9e641224-7038-4570-a841-9992ab1e0edc for instance with vm_state building and task_state spawning. [ 768.980992] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Received event network-vif-deleted-4b980107-2174-4177-bfc3-50fdb2e89e65 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.981257] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Received event network-changed-9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.981470] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Refreshing instance network info cache due to event network-changed-9e641224-7038-4570-a841-9992ab1e0edc. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.981713] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Acquiring lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.981962] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Acquired lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.982305] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Refreshing network info cache for port 9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.075190] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133748, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.098925] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.164947] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Successfully created port: ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.385013] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133749, 'name': ReconfigVM_Task, 'duration_secs': 0.418407} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.386186] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7626c8f9-ebba-44f1-a1a6-fc97379f170c/7626c8f9-ebba-44f1-a1a6-fc97379f170c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.386186] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b84fc1-7153-4477-8f03-a7b3346f0405 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.394354] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 769.394354] env[69333]: value = "task-4133750" [ 769.394354] env[69333]: _type = "Task" [ 769.394354] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.404979] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133750, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.493277] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277c2c2-0ba5-491c-bedf-6c4d8026a722 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.506724] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87dc12b-c203-4268-b7b2-88b08b6fe37f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.545965] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.546116] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.546326] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.546509] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.546674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.548656] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f26530-8d56-4210-8753-7e656c3eb681 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.552150] env[69333]: INFO nova.compute.manager [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Terminating instance [ 769.561919] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23f40c5-3e9b-45ed-80b8-595ff771ecb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.581349] env[69333]: DEBUG nova.compute.provider_tree [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.588821] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133748, 'name': CreateVM_Task, 'duration_secs': 0.862274} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.592061] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.593611] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593795] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.594090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.594955] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdee6f5d-055b-469e-a18e-7319ceb94a84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.603253] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.604224] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Successfully updated port: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.609754] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 769.609754] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c4ac5-22db-a770-4d85-a13cd9283230" [ 769.609754] env[69333]: _type = "Task" [ 769.609754] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.619841] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c4ac5-22db-a770-4d85-a13cd9283230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.777774] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.810019] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.810312] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.810503] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.810666] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.810859] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.810985] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.811889] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.812203] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.812397] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.812659] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.812847] env[69333]: DEBUG nova.virt.hardware [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.813763] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d25c1d-2781-41c6-a762-967e4805e653 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.825752] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4073a3-da0d-44ef-b045-61813c5341b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886142] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Updated VIF entry in instance network info cache for port 9e641224-7038-4570-a841-9992ab1e0edc. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.886439] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Updating instance_info_cache with network_info: [{"id": "9e641224-7038-4570-a841-9992ab1e0edc", "address": "fa:16:3e:70:f8:e2", "network": {"id": "b3065f98-d6ca-413b-a5ab-4dc1ba002b0e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1969233265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec75d8319cce4767aaf05491eecee044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e641224-70", "ovs_interfaceid": "9e641224-7038-4570-a841-9992ab1e0edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.909247] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133750, 'name': Rename_Task, 'duration_secs': 0.176791} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.909804] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.910194] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f67534-d1be-4d35-87e1-cf33ca31207d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.918895] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 769.918895] env[69333]: value = "task-4133751" [ 769.918895] env[69333]: _type = "Task" [ 769.918895] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.930205] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.059209] env[69333]: DEBUG nova.compute.manager [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.061033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.061033] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f260e4c9-dfdd-4b94-b158-59652f08a05c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.072135] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.072135] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f4ccc93-9a76-4d71-bf72-e65ef7cce2a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.079175] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 770.079175] env[69333]: value = "task-4133752" [ 770.079175] env[69333]: _type = "Task" [ 770.079175] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.088337] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.094214] env[69333]: DEBUG nova.scheduler.client.report [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.105593] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.110869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.110869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.110869] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.119873] env[69333]: DEBUG nova.compute.manager [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Received event network-vif-plugged-38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.120206] env[69333]: DEBUG oslo_concurrency.lockutils [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] Acquiring lock "0cf6e03a-bfda-4342-be28-537a16128547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.120461] env[69333]: DEBUG oslo_concurrency.lockutils [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] Lock "0cf6e03a-bfda-4342-be28-537a16128547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.120746] env[69333]: DEBUG oslo_concurrency.lockutils [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] Lock "0cf6e03a-bfda-4342-be28-537a16128547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.120891] env[69333]: DEBUG nova.compute.manager [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] No waiting events found dispatching network-vif-plugged-38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.121071] env[69333]: WARNING nova.compute.manager [req-c8225936-11c3-4e6e-84bf-939294c60083 req-8ed7c482-eaf0-4bcd-9e6d-716f900ede7b service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Received unexpected event network-vif-plugged-38c7d69b-8f11-4ce9-9e26-21379bc35a27 for instance with vm_state building and task_state spawning. [ 770.126056] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c4ac5-22db-a770-4d85-a13cd9283230, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.126356] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126591] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.126821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.127143] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.127421] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70cde864-6067-4e77-a3bc-108be733413b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.138978] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.139276] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.140245] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cbf8b4-cf09-40c3-9159-7844e779bba5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.148623] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 770.148623] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52148ac8-4897-5052-db7e-08393c4cfcb6" [ 770.148623] env[69333]: _type = "Task" [ 770.148623] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.158648] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52148ac8-4897-5052-db7e-08393c4cfcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.396303] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Releasing lock "refresh_cache-92d67e6e-f081-4006-94d8-241696d59b88" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.396848] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received event network-changed-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.396848] env[69333]: DEBUG nova.compute.manager [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing instance network info cache due to event network-changed-48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.396848] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Acquiring lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.397336] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Acquired lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.397499] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Refreshing network info cache for port 48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.439778] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.534170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.534170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.592594] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133752, 'name': PowerOffVM_Task, 'duration_secs': 0.262074} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.596492] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.596727] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.597353] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea908ed3-7078-4cb6-b588-9a15c4e105b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.600500] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.601057] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.607263] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.930s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.609191] env[69333]: INFO nova.compute.claims [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.615021] env[69333]: DEBUG oslo_vmware.api [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133736, 'name': ReconfigVM_Task, 'duration_secs': 5.831211} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.615021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.615021] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Reconfigured VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 770.662835] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52148ac8-4897-5052-db7e-08393c4cfcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.663821] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d72844-2159-4a70-9282-348b0a8556a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.673079] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 770.673079] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c21081-cecb-e2b8-1417-11ea0d15da96" [ 770.673079] env[69333]: _type = "Task" [ 770.673079] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.673509] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.688061] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c21081-cecb-e2b8-1417-11ea0d15da96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.689904] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.690178] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.690377] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Deleting the datastore file [datastore2] 1edd6ab2-40c6-45e6-bba3-66b6379012e9 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.690673] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f903fe23-c0d4-48dc-b4bd-7660bd51e0cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.698404] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for the task: (returnval){ [ 770.698404] env[69333]: value = "task-4133754" [ 770.698404] env[69333]: _type = "Task" [ 770.698404] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.711125] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.931154] env[69333]: DEBUG oslo_vmware.api [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133751, 'name': PowerOnVM_Task, 'duration_secs': 0.540125} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.931409] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.931566] env[69333]: INFO nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Took 8.79 seconds to spawn the instance on the hypervisor. [ 770.931834] env[69333]: DEBUG nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.932609] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75816b44-9b8d-455c-9c3a-14b84f746150 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087212] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.087425] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.087542] env[69333]: DEBUG nova.compute.manager [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.088469] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dcb91c-ecb4-4ba2-b35a-238c48d79d36 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.096824] env[69333]: DEBUG nova.compute.manager [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 771.097562] env[69333]: DEBUG nova.objects.instance [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'flavor' on Instance uuid 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.106964] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Updating instance_info_cache with network_info: [{"id": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "address": "fa:16:3e:bc:b3:f2", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c7d69b-8f", "ovs_interfaceid": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.114912] env[69333]: DEBUG nova.compute.utils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.120639] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.120639] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.161169] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Successfully updated port: ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.187993] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c21081-cecb-e2b8-1417-11ea0d15da96, 'name': SearchDatastore_Task, 'duration_secs': 0.018577} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.188241] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.188607] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 92d67e6e-f081-4006-94d8-241696d59b88/92d67e6e-f081-4006-94d8-241696d59b88.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.188992] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43018303-babd-4aee-b7a8-f531d1fd52c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.198913] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 771.198913] env[69333]: value = "task-4133755" [ 771.198913] env[69333]: _type = "Task" [ 771.198913] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.234376] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.234656] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.236754] env[69333]: DEBUG nova.policy [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac9b8b84ccbf4698a715963264703d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d619ef36833444b930735873e6d2a6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.275642] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updated VIF entry in instance network info cache for port 48edb849-e812-458a-83db-e584a9970c07. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.276278] env[69333]: DEBUG nova.network.neutron [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updating instance_info_cache with network_info: [{"id": "48edb849-e812-458a-83db-e584a9970c07", "address": "fa:16:3e:85:14:57", "network": {"id": "e11de383-4c2d-41d9-881b-8b8dca3a7946", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1746229735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24123e3d8cc3467d8278e304e8271888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edb849-e8", "ovs_interfaceid": "48edb849-e812-458a-83db-e584a9970c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.453631] env[69333]: INFO nova.compute.manager [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Took 49.72 seconds to build instance. [ 771.610574] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.610574] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Instance network_info: |[{"id": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "address": "fa:16:3e:bc:b3:f2", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c7d69b-8f", "ovs_interfaceid": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.611138] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38c7d69b-8f11-4ce9-9e26-21379bc35a27', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.620098] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating folder: Project (641493d061694fa083503c7a6809a0da). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.622410] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.629468] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10f0a7e-5656-41f4-998c-91bcebd47d9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.631848] env[69333]: DEBUG nova.compute.manager [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Received event network-vif-plugged-ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.632100] env[69333]: DEBUG oslo_concurrency.lockutils [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] Acquiring lock "6c944606-622d-4ccc-af71-7087f4b28257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.632311] env[69333]: DEBUG oslo_concurrency.lockutils [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] Lock "6c944606-622d-4ccc-af71-7087f4b28257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.632474] env[69333]: DEBUG oslo_concurrency.lockutils [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] Lock "6c944606-622d-4ccc-af71-7087f4b28257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.634060] env[69333]: DEBUG nova.compute.manager [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] No waiting events found dispatching network-vif-plugged-ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 771.634060] env[69333]: WARNING nova.compute.manager [req-e4058300-e90b-4b49-af8c-fc79cb4d1ee0 req-bf2096da-3780-4ef9-832f-8337fd6c2dc6 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Received unexpected event network-vif-plugged-ec065277-d71f-49ee-bd13-04b2212be419 for instance with vm_state building and task_state spawning. [ 771.647610] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created folder: Project (641493d061694fa083503c7a6809a0da) in parent group-v818612. [ 771.647875] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating folder: Instances. Parent ref: group-v818733. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.648189] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-020e613c-6664-4a74-94a0-ba805ebd4383 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.661674] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created folder: Instances in parent group-v818733. [ 771.661846] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.668164] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.668645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.668854] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.669015] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.671356] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c284e081-d4e5-4761-bd41-9689c49d4335 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.696750] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.696750] env[69333]: value = "task-4133758" [ 771.696750] env[69333]: _type = "Task" [ 771.696750] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.720552] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133758, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.727791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.728280] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.728280] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.728418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.728581] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.732467] env[69333]: INFO nova.compute.manager [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Terminating instance [ 771.741742] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.742116] env[69333]: DEBUG oslo_vmware.api [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Task: {'id': task-4133754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535203} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.746824] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.747066] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.747264] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.747438] env[69333]: INFO nova.compute.manager [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 771.747698] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.749034] env[69333]: DEBUG nova.compute.manager [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.749034] env[69333]: DEBUG nova.network.neutron [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.781049] env[69333]: DEBUG oslo_concurrency.lockutils [req-91d37765-330e-4cf8-979a-80c7d4b8cc64 req-237edd78-afd0-47c9-ac52-de6314c90bec service nova] Releasing lock "refresh_cache-c2bc4b50-d4a8-4705-a450-20233a3527bc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.863898] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Successfully created port: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.956719] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b74825e6-5128-494f-8377-9670ccab1441 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.737s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.969187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "e2e39bc1-4026-45c3-801f-d090aba8219e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.969663] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.108418] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.109263] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47edadf0-36b3-4849-ba20-2f168c5bd778 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117741] env[69333]: DEBUG oslo_vmware.api [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 772.117741] env[69333]: value = "task-4133759" [ 772.117741] env[69333]: _type = "Task" [ 772.117741] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.130966] env[69333]: DEBUG oslo_vmware.api [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.211851] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133758, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.219901] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.243369] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67294} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.243369] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 92d67e6e-f081-4006-94d8-241696d59b88/92d67e6e-f081-4006-94d8-241696d59b88.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.243369] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.243369] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ccc6de-eb81-42bb-874d-e62bce9561a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.252837] env[69333]: DEBUG nova.compute.manager [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.252837] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.252837] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27dd266-79be-4f5a-9414-dd8dbed9b0e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.255533] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 772.255533] env[69333]: value = "task-4133760" [ 772.255533] env[69333]: _type = "Task" [ 772.255533] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.267644] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.268016] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b416d5-297b-46a8-9183-e97b9ed0854d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.274054] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.276625] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 772.276625] env[69333]: value = "task-4133761" [ 772.276625] env[69333]: _type = "Task" [ 772.276625] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.281028] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4143fbe2-381c-4276-97b2-6150cc4721d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.295552] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.297430] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6963fd-8591-4a28-8ad7-12a305a7ce27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.304837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.305247] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.306142] env[69333]: DEBUG nova.network.neutron [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.344452] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa5d114-b360-4a8c-8144-ed6bba1bf616 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.355441] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca97d83-9859-4f2f-8354-6665fa9878c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.373343] env[69333]: DEBUG nova.compute.provider_tree [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.464184] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.594770] env[69333]: DEBUG nova.network.neutron [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Updating instance_info_cache with network_info: [{"id": "ec065277-d71f-49ee-bd13-04b2212be419", "address": "fa:16:3e:bd:da:c1", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec065277-d7", "ovs_interfaceid": "ec065277-d71f-49ee-bd13-04b2212be419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.628460] env[69333]: DEBUG oslo_vmware.api [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133759, 'name': PowerOffVM_Task, 'duration_secs': 0.313155} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.628723] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.628984] env[69333]: DEBUG nova.compute.manager [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.629908] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faecb0b-0ea1-40a1-a52c-8f8f5ac29b25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.640057] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.668333] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.668585] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.668739] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.668922] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.669197] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.669429] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.669661] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.669847] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.670036] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.670433] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.670433] env[69333]: DEBUG nova.virt.hardware [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.671336] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213625e-d994-491d-b1f5-390a2a855439 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.680699] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980a781-5f2d-4274-9392-f2d3ee842f22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.708462] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133758, 'name': CreateVM_Task, 'duration_secs': 0.803502} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.708596] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.709345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.710703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.710703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.710703] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89057cc-f8cf-4ee5-b6da-6ab192130e8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.720394] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 772.720394] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521bfdcb-7663-6af4-b243-af62a5128bff" [ 772.720394] env[69333]: _type = "Task" [ 772.720394] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.731158] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521bfdcb-7663-6af4-b243-af62a5128bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.766508] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086942} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.766508] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.767291] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c08720-7180-40f1-ac90-9123ab6dc21f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.803034] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 92d67e6e-f081-4006-94d8-241696d59b88/92d67e6e-f081-4006-94d8-241696d59b88.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.810224] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259362a3-cfa0-4efe-ac0d-9e66ea84fb08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.835913] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133761, 'name': PowerOffVM_Task, 'duration_secs': 0.246988} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.841022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.841022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.841022] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 772.841022] env[69333]: value = "task-4133762" [ 772.841022] env[69333]: _type = "Task" [ 772.841022] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.841022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba8789b-93d1-4287-a32f-4f16008c9546 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.850708] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.877320] env[69333]: DEBUG nova.scheduler.client.report [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.929422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.929758] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.930154] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Deleting the datastore file [datastore1] a06e99d5-651a-4923-bab3-cdbea3aa096a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.930559] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c7e320e-baf2-40d6-8d3d-f5922a6cba11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.938896] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for the task: (returnval){ [ 772.938896] env[69333]: value = "task-4133764" [ 772.938896] env[69333]: _type = "Task" [ 772.938896] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.953457] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.994523] env[69333]: DEBUG nova.compute.manager [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Received event network-changed-38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.994784] env[69333]: DEBUG nova.compute.manager [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Refreshing instance network info cache due to event network-changed-38c7d69b-8f11-4ce9-9e26-21379bc35a27. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.995418] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Acquiring lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.995695] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Acquired lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.996158] env[69333]: DEBUG nova.network.neutron [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Refreshing network info cache for port 38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.999414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.097401] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.097766] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Instance network_info: |[{"id": "ec065277-d71f-49ee-bd13-04b2212be419", "address": "fa:16:3e:bd:da:c1", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec065277-d7", "ovs_interfaceid": "ec065277-d71f-49ee-bd13-04b2212be419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.098261] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:da:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec065277-d71f-49ee-bd13-04b2212be419', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.109342] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.109700] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.109988] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c32a50f9-8dfa-48d1-84fd-b08e8cd3d465 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.138419] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.138419] env[69333]: value = "task-4133765" [ 773.138419] env[69333]: _type = "Task" [ 773.138419] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.157299] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8c96d87e-4322-4031-9d5a-ac812441d104 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.165610] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133765, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.218508] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.218704] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.219043] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.219137] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.219351] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.221695] env[69333]: INFO nova.compute.manager [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Terminating instance [ 773.237484] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521bfdcb-7663-6af4-b243-af62a5128bff, 'name': SearchDatastore_Task, 'duration_secs': 0.025506} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.238035] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.238390] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.238653] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.238805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.238995] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.239334] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb912577-5dcf-43d8-ab9d-d4700e234309 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.252200] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.252435] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.253308] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3564c7-edfa-48ec-8977-d5a1f9e499ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.263256] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 773.263256] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52897fd2-f933-77b7-7d10-07d0889ec773" [ 773.263256] env[69333]: _type = "Task" [ 773.263256] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.275012] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52897fd2-f933-77b7-7d10-07d0889ec773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.357587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.357587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.357587] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.385673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.385673] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.390742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.731s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.391097] env[69333]: DEBUG nova.objects.instance [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lazy-loading 'resources' on Instance uuid f6b92178-3fa6-45fb-ac25-131d61d7e811 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.454278] env[69333]: DEBUG oslo_vmware.api [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Task: {'id': task-4133764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192404} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.455164] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.455295] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.455711] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.455711] env[69333]: INFO nova.compute.manager [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 773.455939] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.456279] env[69333]: DEBUG nova.compute.manager [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.456279] env[69333]: DEBUG nova.network.neutron [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.489908] env[69333]: INFO nova.network.neutron [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Port f9728ee7-72d3-4a6c-9537-8864514d3351 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 773.490412] env[69333]: DEBUG nova.network.neutron [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.506126] env[69333]: DEBUG nova.network.neutron [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.655590] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.655862] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.656080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.656267] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.656443] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.658728] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133765, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.659342] env[69333]: INFO nova.compute.manager [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Terminating instance [ 773.734023] env[69333]: DEBUG nova.compute.manager [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.734023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.734023] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295910d-5e79-4806-9c1e-7aabba7ee108 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.741705] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.742070] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f886f77f-ba63-4f9f-b94e-d531a3d6a2fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.753654] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 773.753654] env[69333]: value = "task-4133766" [ 773.753654] env[69333]: _type = "Task" [ 773.753654] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.769585] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.776942] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52897fd2-f933-77b7-7d10-07d0889ec773, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.777894] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18b72c2-b632-4bde-8cf7-ad8e7bdcb0c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.785503] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 773.785503] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525cec2d-187c-78b8-d406-8bf06ecfdbab" [ 773.785503] env[69333]: _type = "Task" [ 773.785503] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.797655] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525cec2d-187c-78b8-d406-8bf06ecfdbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.857712] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133762, 'name': ReconfigVM_Task, 'duration_secs': 0.561378} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.857931] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 92d67e6e-f081-4006-94d8-241696d59b88/92d67e6e-f081-4006-94d8-241696d59b88.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.858621] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809095e1-71b9-4544-9ea2-9956c4ea90f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.868393] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 773.868393] env[69333]: value = "task-4133767" [ 773.868393] env[69333]: _type = "Task" [ 773.868393] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.880337] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133767, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.895401] env[69333]: DEBUG nova.compute.utils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.903195] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.903387] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.997411] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.009034] env[69333]: INFO nova.compute.manager [-] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Took 2.26 seconds to deallocate network for instance. [ 774.059369] env[69333]: DEBUG nova.policy [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.157800] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133765, 'name': CreateVM_Task, 'duration_secs': 0.732096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.158106] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.162943] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.163140] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.163461] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.166977] env[69333]: DEBUG nova.compute.manager [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.166977] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.166977] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d4e5e5-8822-447e-a057-58617a0f5f5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.168493] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6249bf-7b01-40d2-85f0-315271a281f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.177992] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.185978] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106312ce-f013-4208-a166-ac0404efed46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.191951] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 774.191951] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520b13af-b8b3-f7cd-ed85-373bc26e9937" [ 774.191951] env[69333]: _type = "Task" [ 774.191951] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.209378] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520b13af-b8b3-f7cd-ed85-373bc26e9937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.209866] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 774.209866] env[69333]: value = "task-4133768" [ 774.209866] env[69333]: _type = "Task" [ 774.209866] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.221249] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.270937] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133766, 'name': PowerOffVM_Task, 'duration_secs': 0.365821} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.270937] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.271216] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.272248] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b95b9f9-c67e-47bb-9319-4f87f2c5f917 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.294360] env[69333]: DEBUG nova.network.neutron [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Updated VIF entry in instance network info cache for port 38c7d69b-8f11-4ce9-9e26-21379bc35a27. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.294360] env[69333]: DEBUG nova.network.neutron [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Updating instance_info_cache with network_info: [{"id": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "address": "fa:16:3e:bc:b3:f2", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c7d69b-8f", "ovs_interfaceid": "38c7d69b-8f11-4ce9-9e26-21379bc35a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.299074] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525cec2d-187c-78b8-d406-8bf06ecfdbab, 'name': SearchDatastore_Task, 'duration_secs': 0.021892} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.299074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299521] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 0cf6e03a-bfda-4342-be28-537a16128547/0cf6e03a-bfda-4342-be28-537a16128547.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.299735] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aab13ad-f08e-4e26-b729-abfbb0599536 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.312537] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 774.312537] env[69333]: value = "task-4133770" [ 774.312537] env[69333]: _type = "Task" [ 774.312537] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.330684] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.361174] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.361174] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.361174] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Deleting the datastore file [datastore2] c2bc4b50-d4a8-4705-a450-20233a3527bc {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.361174] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22190f65-c08e-4061-8640-6b16459f60d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.369941] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for the task: (returnval){ [ 774.369941] env[69333]: value = "task-4133771" [ 774.369941] env[69333]: _type = "Task" [ 774.369941] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.388834] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.393716] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133767, 'name': Rename_Task, 'duration_secs': 0.290247} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.394586] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.394586] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0731bad9-d640-42a9-b92c-82ad623e0085 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.403023] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.406720] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 774.406720] env[69333]: value = "task-4133772" [ 774.406720] env[69333]: _type = "Task" [ 774.406720] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.426395] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.456593] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Successfully updated port: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.504451] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-169fceb8-b9fa-46cf-b61b-e82fa2e67543-f9728ee7-72d3-4a6c-9537-8864514d3351" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.562s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.527479] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.665338] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f5121-787b-40cd-a5ea-68041170d4bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.679890] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b5b7d0-8c6e-4f63-9521-6986e2360d81 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.728459] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f052c8-24c9-442e-bfa2-4f3e7cdf52bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.738771] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520b13af-b8b3-f7cd-ed85-373bc26e9937, 'name': SearchDatastore_Task, 'duration_secs': 0.02987} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.744411] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Successfully created port: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.750367] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.751033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.751033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.751225] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.751262] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.751658] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133768, 'name': PowerOffVM_Task, 'duration_secs': 0.246826} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.751958] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89de33ae-f905-4d57-8365-a97c1088c86c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754786] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.755034] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.756895] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468fd93c-55cb-40c2-a87f-cab3a6553b6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.761067] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16f2a951-5087-499b-ac28-9d1c97b7d5f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.775776] env[69333]: DEBUG nova.compute.provider_tree [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.781455] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.781455] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.781455] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929b05a1-7523-487e-8c48-274df0503581 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.787561] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 774.787561] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52324a25-8a35-cd55-9481-25d363aef59e" [ 774.787561] env[69333]: _type = "Task" [ 774.787561] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.798549] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52324a25-8a35-cd55-9481-25d363aef59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.799163] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Releasing lock "refresh_cache-0cf6e03a-bfda-4342-be28-537a16128547" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.799412] env[69333]: DEBUG nova.compute.manager [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-vif-deleted-f9728ee7-72d3-4a6c-9537-8864514d3351 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.799582] env[69333]: INFO nova.compute.manager [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Neutron deleted interface f9728ee7-72d3-4a6c-9537-8864514d3351; detaching it from the instance and deleting it from the info cache [ 774.799858] env[69333]: DEBUG nova.network.neutron [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [{"id": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "address": "fa:16:3e:cf:c0:84", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511b4c6-9d", "ovs_interfaceid": "d511b4c6-9db0-406f-b5a0-5970d41fa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.815707] env[69333]: DEBUG nova.compute.manager [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Received event network-changed-ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.815904] env[69333]: DEBUG nova.compute.manager [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Refreshing instance network info cache due to event network-changed-ec065277-d71f-49ee-bd13-04b2212be419. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.816169] env[69333]: DEBUG oslo_concurrency.lockutils [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] Acquiring lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.816577] env[69333]: DEBUG oslo_concurrency.lockutils [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] Acquired lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.816577] env[69333]: DEBUG nova.network.neutron [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Refreshing network info cache for port ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.830720] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.847940] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.849274] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.849274] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleting the datastore file [datastore2] 169fceb8-b9fa-46cf-b61b-e82fa2e67543 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.849274] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54aaacf6-ac5b-4511-8c20-f66794f08041 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.859153] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 774.859153] env[69333]: value = "task-4133774" [ 774.859153] env[69333]: _type = "Task" [ 774.859153] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.870680] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.883670] env[69333]: DEBUG oslo_vmware.api [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Task: {'id': task-4133771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297645} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.883948] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.884439] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.884439] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.884673] env[69333]: INFO nova.compute.manager [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 774.884939] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.884939] env[69333]: DEBUG nova.compute.manager [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.885091] env[69333]: DEBUG nova.network.neutron [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.919409] env[69333]: DEBUG nova.objects.instance [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'flavor' on Instance uuid 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.928907] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.962703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.962838] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.963097] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.009015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.009231] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.093478] env[69333]: DEBUG nova.network.neutron [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.282327] env[69333]: DEBUG nova.scheduler.client.report [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.301357] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52324a25-8a35-cd55-9481-25d363aef59e, 'name': SearchDatastore_Task, 'duration_secs': 0.05776} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.301558] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ebd4e1-5646-44f4-b244-3b4aef4095f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.304624] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Acquiring lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310341] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 775.310341] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b7b580-33d9-4607-b482-1d6ceed13f6d" [ 775.310341] env[69333]: _type = "Task" [ 775.310341] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.328293] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b7b580-33d9-4607-b482-1d6ceed13f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.337129] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609904} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.337305] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 0cf6e03a-bfda-4342-be28-537a16128547/0cf6e03a-bfda-4342-be28-537a16128547.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.337527] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.337855] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4686372-ecda-459b-a0af-e90899e10319 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.345583] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 775.345583] env[69333]: value = "task-4133775" [ 775.345583] env[69333]: _type = "Task" [ 775.345583] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.355794] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.373056] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.420394] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.428768] env[69333]: DEBUG oslo_vmware.api [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133772, 'name': PowerOnVM_Task, 'duration_secs': 0.765878} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.429247] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.429462] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.429650] env[69333]: DEBUG nova.network.neutron [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.429901] env[69333]: DEBUG nova.objects.instance [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'info_cache' on Instance uuid 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.433931] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.434155] env[69333]: INFO nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Took 10.55 seconds to spawn the instance on the hypervisor. [ 775.434334] env[69333]: DEBUG nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.435546] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477abc4-f3d1-4505-b4df-586ca947b76c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.459592] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.460093] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.460378] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.460716] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.461011] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.464645] env[69333]: DEBUG nova.virt.hardware [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.464645] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365b824-ab9a-4dfa-a0fc-b04b5eec0ffa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.484523] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11d1a8-c6d1-478d-a8d9-e940bf09b8cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.497538] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Received event network-vif-deleted-147226fc-5f81-44ad-8cc8-7e5c9de5f437 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.497810] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Received event network-vif-plugged-1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.498543] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Acquiring lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.498761] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.499063] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.499375] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] No waiting events found dispatching network-vif-plugged-1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.499740] env[69333]: WARNING nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Received unexpected event network-vif-plugged-1928e8c0-016e-4aa3-9c25-d59bb6a70233 for instance with vm_state building and task_state spawning. [ 775.500064] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Received event network-changed-1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.500435] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Refreshing instance network info cache due to event network-changed-1928e8c0-016e-4aa3-9c25-d59bb6a70233. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.500680] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Acquiring lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.554637] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.598936] env[69333]: INFO nova.compute.manager [-] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Took 2.14 seconds to deallocate network for instance. [ 775.723326] env[69333]: DEBUG nova.network.neutron [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Updated VIF entry in instance network info cache for port ec065277-d71f-49ee-bd13-04b2212be419. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.723739] env[69333]: DEBUG nova.network.neutron [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Updating instance_info_cache with network_info: [{"id": "ec065277-d71f-49ee-bd13-04b2212be419", "address": "fa:16:3e:bd:da:c1", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec065277-d7", "ovs_interfaceid": "ec065277-d71f-49ee-bd13-04b2212be419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.788239] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.795262] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.223s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.795619] env[69333]: DEBUG nova.objects.instance [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lazy-loading 'resources' on Instance uuid 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.799038] env[69333]: DEBUG nova.network.neutron [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Updating instance_info_cache with network_info: [{"id": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "address": "fa:16:3e:bc:35:8a", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1928e8c0-01", "ovs_interfaceid": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.824035] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b7b580-33d9-4607-b482-1d6ceed13f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.031397} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.825162] env[69333]: INFO nova.scheduler.client.report [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Deleted allocations for instance f6b92178-3fa6-45fb-ac25-131d61d7e811 [ 775.828417] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.828417] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6c944606-622d-4ccc-af71-7087f4b28257/6c944606-622d-4ccc-af71-7087f4b28257.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.829949] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42cbe993-fd8a-4a90-ae8a-b82d497fadeb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.832375] env[69333]: DEBUG nova.network.neutron [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.839454] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 775.839454] env[69333]: value = "task-4133776" [ 775.839454] env[69333]: _type = "Task" [ 775.839454] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.854329] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.863200] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199844} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.868177] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.869390] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f52bbf3-d7e2-473a-bd4e-c402f37fddab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.880605] env[69333]: DEBUG oslo_vmware.api [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4133774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.750331} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.888585] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.888801] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.888986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.890899] env[69333]: INFO nova.compute.manager [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Took 1.72 seconds to destroy the instance on the hypervisor. [ 775.890899] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.905065] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 0cf6e03a-bfda-4342-be28-537a16128547/0cf6e03a-bfda-4342-be28-537a16128547.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.906540] env[69333]: DEBUG nova.compute.manager [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.906540] env[69333]: DEBUG nova.network.neutron [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.909033] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ea0c1a-3aee-4e6a-b6a8-c7610e69683f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.942774] env[69333]: DEBUG nova.objects.base [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Object Instance<9e46d111-4d9f-4a6c-a83f-b3ad002d44b1> lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 775.959090] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 775.959090] env[69333]: value = "task-4133777" [ 775.959090] env[69333]: _type = "Task" [ 775.959090] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.961821] env[69333]: INFO nova.compute.manager [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Took 52.97 seconds to build instance. [ 775.975795] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.079977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.080532] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.080532] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.080761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.080865] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.083291] env[69333]: INFO nova.compute.manager [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Terminating instance [ 776.105708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.228128] env[69333]: DEBUG oslo_concurrency.lockutils [req-d33f456c-92fc-4512-9fe1-fd3bc64ebb11 req-1fd22196-6c2a-41ab-bd0a-49957c1e7695 service nova] Releasing lock "refresh_cache-6c944606-622d-4ccc-af71-7087f4b28257" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.306970] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.307139] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Instance network_info: |[{"id": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "address": "fa:16:3e:bc:35:8a", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1928e8c0-01", "ovs_interfaceid": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.307706] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Acquired lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.307896] env[69333]: DEBUG nova.network.neutron [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Refreshing network info cache for port 1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.309142] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:35:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1928e8c0-016e-4aa3-9c25-d59bb6a70233', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.318646] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.319242] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.320027] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6408988f-d0ff-4f21-89e1-d31f00433d91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.347689] env[69333]: INFO nova.compute.manager [-] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Took 1.46 seconds to deallocate network for instance. [ 776.348452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd53ceb1-d27a-43d3-8069-258f37e901b6 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Lock "f6b92178-3fa6-45fb-ac25-131d61d7e811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.571s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.363949] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.363949] env[69333]: value = "task-4133778" [ 776.363949] env[69333]: _type = "Task" [ 776.363949] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.371391] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.386538] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133778, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.469537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.922s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.479664] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.587900] env[69333]: DEBUG nova.compute.manager [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.588378] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.589505] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cea95-fb71-45c3-ab27-9489bea089cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.602838] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.603206] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8257fdda-a2b9-4f40-9762-525a676fbfc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.610915] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 776.610915] env[69333]: value = "task-4133779" [ 776.610915] env[69333]: _type = "Task" [ 776.610915] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.623781] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.864750] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.875047] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646771} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.877365] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6c944606-622d-4ccc-af71-7087f4b28257/6c944606-622d-4ccc-af71-7087f4b28257.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.877759] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.878490] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ebff83e-b514-4d4e-b54a-2a47a99333fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.897305] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133778, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.897305] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 776.897305] env[69333]: value = "task-4133780" [ 776.897305] env[69333]: _type = "Task" [ 776.897305] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.910346] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.974661] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.987271] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133777, 'name': ReconfigVM_Task, 'duration_secs': 0.638245} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.988064] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 0cf6e03a-bfda-4342-be28-537a16128547/0cf6e03a-bfda-4342-be28-537a16128547.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.988634] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25a9296a-eed7-43f0-88c9-a8a974d3db0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.997032] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 776.997032] env[69333]: value = "task-4133781" [ 776.997032] env[69333]: _type = "Task" [ 776.997032] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.022403] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133781, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.034483] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Successfully updated port: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.082550] env[69333]: DEBUG nova.network.neutron [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.088665] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b1915c-03ad-4058-afa9-886464fce3d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.094894] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.104529] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b29d95-69da-4962-8e77-c78d2d720ca9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.144651] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5d009-d0ea-4e62-aa9c-56c9b3a2dc8e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.151490] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133779, 'name': PowerOffVM_Task, 'duration_secs': 0.182015} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.152180] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.152365] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.153027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a322c42a-351b-4d05-ab54-21895008f63c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.158453] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d82db97-0058-4a98-af23-c4d840b8636d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.178568] env[69333]: DEBUG nova.compute.provider_tree [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.185249] env[69333]: DEBUG nova.compute.manager [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Received event network-vif-plugged-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.185249] env[69333]: DEBUG oslo_concurrency.lockutils [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] Acquiring lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.185613] env[69333]: DEBUG oslo_concurrency.lockutils [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] Lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.185991] env[69333]: DEBUG oslo_concurrency.lockutils [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] Lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.186166] env[69333]: DEBUG nova.compute.manager [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] No waiting events found dispatching network-vif-plugged-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.186318] env[69333]: WARNING nova.compute.manager [req-d951c18c-ecfc-4cda-9654-a16dad0d894d req-cf22ba23-329d-48da-a4c2-28d9a437a77c service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Received unexpected event network-vif-plugged-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 for instance with vm_state building and task_state spawning. [ 777.238471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.238471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.238471] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Deleting the datastore file [datastore2] 7626c8f9-ebba-44f1-a1a6-fc97379f170c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.238471] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b6ff8e-df71-41ff-9cb4-c678528cb391 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.245952] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for the task: (returnval){ [ 777.245952] env[69333]: value = "task-4133783" [ 777.245952] env[69333]: _type = "Task" [ 777.245952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.255633] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.273609] env[69333]: DEBUG nova.network.neutron [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Updated VIF entry in instance network info cache for port 1928e8c0-016e-4aa3-9c25-d59bb6a70233. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.274066] env[69333]: DEBUG nova.network.neutron [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Updating instance_info_cache with network_info: [{"id": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "address": "fa:16:3e:bc:35:8a", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1928e8c0-01", "ovs_interfaceid": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.345182] env[69333]: DEBUG nova.network.neutron [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.385788] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133778, 'name': CreateVM_Task, 'duration_secs': 0.696055} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.385788] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.385788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.385788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.385952] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.386199] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae5cd85-6ab7-407a-9aca-9475f08704a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.391487] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 777.391487] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52543054-bc4f-728a-01f0-5b46a114eb37" [ 777.391487] env[69333]: _type = "Task" [ 777.391487] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.406023] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52543054-bc4f-728a-01f0-5b46a114eb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.412310] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072376} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.412594] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.413473] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00713571-15d4-4bb7-9445-9ace3d6d2cc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.438717] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 6c944606-622d-4ccc-af71-7087f4b28257/6c944606-622d-4ccc-af71-7087f4b28257.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.438717] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34604460-175b-4533-9c05-9c1b3df033e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.460026] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 777.460026] env[69333]: value = "task-4133784" [ 777.460026] env[69333]: _type = "Task" [ 777.460026] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.469558] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.502977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.510178] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133781, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.537988] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.538168] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.538328] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.600190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "92d67e6e-f081-4006-94d8-241696d59b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.600554] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.600616] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "92d67e6e-f081-4006-94d8-241696d59b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.600816] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.600948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.606911] env[69333]: INFO nova.compute.manager [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Terminating instance [ 777.683720] env[69333]: DEBUG nova.scheduler.client.report [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.759199] env[69333]: DEBUG oslo_vmware.api [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Task: {'id': task-4133783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194368} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.759199] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.759199] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.759199] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.759199] env[69333]: INFO nova.compute.manager [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 777.759199] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.759498] env[69333]: DEBUG nova.compute.manager [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.759498] env[69333]: DEBUG nova.network.neutron [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.777283] env[69333]: DEBUG oslo_concurrency.lockutils [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] Releasing lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.777356] env[69333]: DEBUG nova.compute.manager [req-a39df933-66e3-4cc8-bd95-2ab827eab83e req-f5412d39-473b-4830-b05c-0c2140fd51e4 service nova] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Received event network-vif-deleted-8fbcac79-8ff2-4115-aa66-a5203fa9da24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.851743] env[69333]: INFO nova.compute.manager [-] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Took 1.94 seconds to deallocate network for instance. [ 777.910257] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52543054-bc4f-728a-01f0-5b46a114eb37, 'name': SearchDatastore_Task, 'duration_secs': 0.019531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.910714] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.911399] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.911399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.911727] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.911959] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.912939] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189b6b41-cc1f-4373-9ea9-95c11b523ad7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.927267] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.927549] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.928401] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf4318b-c7da-43bc-a685-bc34483bddcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.936599] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 777.936599] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520f41c8-cf66-18d3-2e4e-a5023a27e8d3" [ 777.936599] env[69333]: _type = "Task" [ 777.936599] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.946919] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520f41c8-cf66-18d3-2e4e-a5023a27e8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.974103] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.010129] env[69333]: DEBUG nova.compute.manager [req-1cb7d394-470f-4783-b546-5ca72d18e259 req-09ecd256-a902-433a-af5c-1c850c5efa70 service nova] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Received event network-vif-deleted-48edb849-e812-458a-83db-e584a9970c07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.010129] env[69333]: DEBUG nova.compute.manager [req-1cb7d394-470f-4783-b546-5ca72d18e259 req-09ecd256-a902-433a-af5c-1c850c5efa70 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Received event network-vif-deleted-d511b4c6-9db0-406f-b5a0-5970d41fa9be {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.017943] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133781, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.108149] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.112970] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125212a0-6d8f-424f-afd0-c47ba629300b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.121167] env[69333]: DEBUG nova.compute.manager [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.121713] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.123801] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de339e-61cc-4160-8acc-033c12367d84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.140519] env[69333]: DEBUG oslo_vmware.api [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 778.140519] env[69333]: value = "task-4133785" [ 778.140519] env[69333]: _type = "Task" [ 778.140519] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.140928] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.143658] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.147230] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656a4dba-5b91-4423-b27b-6e7a000157ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.170382] env[69333]: DEBUG oslo_vmware.api [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.172638] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 778.172638] env[69333]: value = "task-4133786" [ 778.172638] env[69333]: _type = "Task" [ 778.172638] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.184831] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.188994] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.192538] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.274s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.192649] env[69333]: DEBUG nova.objects.instance [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lazy-loading 'resources' on Instance uuid ae7cbc62-f044-444c-9444-3a5d456d73a0 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.224934] env[69333]: INFO nova.scheduler.client.report [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Deleted allocations for instance 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e [ 778.364329] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.454920] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520f41c8-cf66-18d3-2e4e-a5023a27e8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.455948] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f913ddfc-18f0-443d-a5b9-c246e21e6f3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.466450] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 778.466450] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52610875-d01c-b9c3-3506-cc42e5d67f45" [ 778.466450] env[69333]: _type = "Task" [ 778.466450] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.475325] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133784, 'name': ReconfigVM_Task, 'duration_secs': 0.572987} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.476214] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 6c944606-622d-4ccc-af71-7087f4b28257/6c944606-622d-4ccc-af71-7087f4b28257.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.477041] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8afcb0b2-bef4-42b7-9f8e-5880154538cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.482710] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52610875-d01c-b9c3-3506-cc42e5d67f45, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.483446] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.483752] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74d6e662-0bde-4c7c-a515-e9d4d90e82b5/74d6e662-0bde-4c7c-a515-e9d4d90e82b5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.484064] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea43582-5912-48b1-b11a-ab0c06f69c6f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.488733] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 778.488733] env[69333]: value = "task-4133787" [ 778.488733] env[69333]: _type = "Task" [ 778.488733] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.494293] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 778.494293] env[69333]: value = "task-4133788" [ 778.494293] env[69333]: _type = "Task" [ 778.494293] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.505062] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133787, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.520497] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.521198] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133781, 'name': Rename_Task, 'duration_secs': 1.110279} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.521291] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.521519] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d01e1d46-5b62-4ffb-8850-995d31fdb1dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.528753] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 778.528753] env[69333]: value = "task-4133789" [ 778.528753] env[69333]: _type = "Task" [ 778.528753] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.538876] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.625068] env[69333]: DEBUG nova.network.neutron [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.626534] env[69333]: DEBUG nova.network.neutron [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Updating instance_info_cache with network_info: [{"id": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "address": "fa:16:3e:5b:fc:e2", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ce9623-74", "ovs_interfaceid": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.662760] env[69333]: DEBUG oslo_vmware.api [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.684118] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.740924] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Lock "04666d7c-26f8-46cf-bc3d-ea6b4ddc650e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.178s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.009462] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133787, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.022145] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.043443] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.128479] env[69333]: INFO nova.compute.manager [-] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Took 1.37 seconds to deallocate network for instance. [ 779.129110] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129515] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Instance network_info: |[{"id": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "address": "fa:16:3e:5b:fc:e2", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ce9623-74", "ovs_interfaceid": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.138799] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:fc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ce9623-7414-4a8a-b4d6-1dfd888ed1d7', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.150364] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating folder: Project (2d14c711829e4e2aa1e8aa8ac9c71a62). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.153933] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9399c212-0f4f-412a-91df-1b5b4eca6872 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.169761] env[69333]: DEBUG oslo_vmware.api [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.172985] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created folder: Project (2d14c711829e4e2aa1e8aa8ac9c71a62) in parent group-v818612. [ 779.173345] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating folder: Instances. Parent ref: group-v818738. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.173837] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b29f9246-ae2e-4fbc-b313-13ecc1fc7703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.200951] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133786, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.203354] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created folder: Instances in parent group-v818738. [ 779.203716] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.207726] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.209118] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f09bac5-b596-4d5f-b3d7-7ecb2a48c944 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.236016] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.236016] env[69333]: value = "task-4133792" [ 779.236016] env[69333]: _type = "Task" [ 779.236016] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.248202] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133792, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.381848] env[69333]: DEBUG nova.compute.manager [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Received event network-changed-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.381848] env[69333]: DEBUG nova.compute.manager [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Refreshing instance network info cache due to event network-changed-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.382105] env[69333]: DEBUG oslo_concurrency.lockutils [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] Acquiring lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.382263] env[69333]: DEBUG oslo_concurrency.lockutils [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] Acquired lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.382350] env[69333]: DEBUG nova.network.neutron [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Refreshing network info cache for port 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.385452] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4006499e-15f2-486c-89b8-54ea0964b539 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.398854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c34afd-312e-4e28-93da-62f6ab2298dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.445659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b5c73-5581-4d3d-a217-956976f6c68d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.457315] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506192c6-013f-4031-9b64-ce4c85a99f21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.483397] env[69333]: DEBUG nova.compute.provider_tree [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.504827] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133787, 'name': Rename_Task, 'duration_secs': 0.742266} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.509577] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.510392] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4a9909f-f79e-47d3-a56f-91f705c0807b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.519959] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.521848] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 779.521848] env[69333]: value = "task-4133793" [ 779.521848] env[69333]: _type = "Task" [ 779.521848] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.533022] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.543980] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133789, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.654587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.668327] env[69333]: DEBUG oslo_vmware.api [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133785, 'name': PowerOnVM_Task, 'duration_secs': 1.36324} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.668523] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.668725] env[69333]: DEBUG nova.compute.manager [None req-e1ab10c4-f1d7-48bc-8ecc-99eb5ea531d4 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.670475] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b76092a-4bb0-479f-a47b-e65726d0319d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.694892] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133786, 'name': PowerOffVM_Task, 'duration_secs': 1.078089} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.695508] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.695691] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.695995] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce67bf4-b0b9-4642-b392-d241a6ec71dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.757845] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133792, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.795033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.795221] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.796226] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Deleting the datastore file [datastore2] 92d67e6e-f081-4006-94d8-241696d59b88 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.796226] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e10aa5e-c412-4e28-9304-df138bdcf6fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.806406] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for the task: (returnval){ [ 779.806406] env[69333]: value = "task-4133795" [ 779.806406] env[69333]: _type = "Task" [ 779.806406] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.818765] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.992852] env[69333]: DEBUG nova.scheduler.client.report [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.022602] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131612} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.026801] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74d6e662-0bde-4c7c-a515-e9d4d90e82b5/74d6e662-0bde-4c7c-a515-e9d4d90e82b5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.026986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.027810] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13407b5e-974f-4b2f-b8a7-e2019e7b5729 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.038506] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.043854] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 780.043854] env[69333]: value = "task-4133796" [ 780.043854] env[69333]: _type = "Task" [ 780.043854] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.051752] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133789, 'name': PowerOnVM_Task, 'duration_secs': 1.356865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.052578] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.052796] env[69333]: INFO nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Took 12.94 seconds to spawn the instance on the hypervisor. [ 780.053059] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.053869] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024f090-cb97-40f4-b29c-3c8b7f76d244 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.060325] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.250217] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133792, 'name': CreateVM_Task, 'duration_secs': 0.691603} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.250436] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.251210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.251325] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.251646] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.251976] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdefc444-5c79-4b6f-a22f-7bb508f32d5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.258444] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 780.258444] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521afb0c-6759-aa7b-7d65-c8b0683a8cdf" [ 780.258444] env[69333]: _type = "Task" [ 780.258444] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.270752] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521afb0c-6759-aa7b-7d65-c8b0683a8cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.319143] env[69333]: DEBUG oslo_vmware.api [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Task: {'id': task-4133795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46874} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.319143] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.319143] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.319143] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.319143] env[69333]: INFO nova.compute.manager [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Took 2.20 seconds to destroy the instance on the hypervisor. [ 780.319143] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.319143] env[69333]: DEBUG nova.compute.manager [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.319143] env[69333]: DEBUG nova.network.neutron [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.496701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.504610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.825s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.504610] env[69333]: INFO nova.compute.claims [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.529862] env[69333]: INFO nova.scheduler.client.report [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Deleted allocations for instance ae7cbc62-f044-444c-9444-3a5d456d73a0 [ 780.537597] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.559225] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148767} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.559225] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.561096] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b4f5d-1cc6-469e-994a-03b54335ebeb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.601592] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 74d6e662-0bde-4c7c-a515-e9d4d90e82b5/74d6e662-0bde-4c7c-a515-e9d4d90e82b5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.604783] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745a2b92-1b37-4ae1-b01c-f8601033d0c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.621860] env[69333]: INFO nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Took 53.26 seconds to build instance. [ 780.635860] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 780.635860] env[69333]: value = "task-4133797" [ 780.635860] env[69333]: _type = "Task" [ 780.635860] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.656515] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.771677] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521afb0c-6759-aa7b-7d65-c8b0683a8cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.039212} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.772030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.772272] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.772511] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.772652] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.772825] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.773142] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb33b43-46d6-47ec-8006-5fef35aed644 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.787411] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.787704] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.788519] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4c942a-c41d-438f-b017-0f15d114810f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.796344] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 780.796344] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252cb72-2bcb-b2c3-c5ee-b7ff8d4f7b1c" [ 780.796344] env[69333]: _type = "Task" [ 780.796344] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.806938] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252cb72-2bcb-b2c3-c5ee-b7ff8d4f7b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.863892] env[69333]: DEBUG nova.network.neutron [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Updated VIF entry in instance network info cache for port 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.864454] env[69333]: DEBUG nova.network.neutron [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Updating instance_info_cache with network_info: [{"id": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "address": "fa:16:3e:5b:fc:e2", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ce9623-74", "ovs_interfaceid": "20ce9623-7414-4a8a-b4d6-1dfd888ed1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.035865] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.047373] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Lock "ae7cbc62-f044-444c-9444-3a5d456d73a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.481s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.132115] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.515s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.155115] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.309622] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252cb72-2bcb-b2c3-c5ee-b7ff8d4f7b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.030687} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.310559] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9986f2d9-98dd-426e-83dd-bcaac4447a52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.316621] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 781.316621] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285c7af-0711-0104-40eb-a6d76822593e" [ 781.316621] env[69333]: _type = "Task" [ 781.316621] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.330570] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285c7af-0711-0104-40eb-a6d76822593e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.369363] env[69333]: DEBUG oslo_concurrency.lockutils [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] Releasing lock "refresh_cache-a3122aed-c4a5-473f-85f7-546745a608cd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.369634] env[69333]: DEBUG nova.compute.manager [req-584d8dd7-57bf-40b5-a971-e7869a924636 req-e0181849-8092-4fff-a713-a79485adf897 service nova] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Received event network-vif-deleted-e76e4015-a2b1-45ca-b12e-eb41a4de92ac {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.538917] env[69333]: DEBUG oslo_vmware.api [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133793, 'name': PowerOnVM_Task, 'duration_secs': 1.768398} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.541232] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.541232] env[69333]: INFO nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Took 11.76 seconds to spawn the instance on the hypervisor. [ 781.541232] env[69333]: DEBUG nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.541232] env[69333]: DEBUG nova.network.neutron [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.543440] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb202b7-0c4c-479b-b699-147307610d02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.633586] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.656795] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133797, 'name': ReconfigVM_Task, 'duration_secs': 0.68626} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.656795] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 74d6e662-0bde-4c7c-a515-e9d4d90e82b5/74d6e662-0bde-4c7c-a515-e9d4d90e82b5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.657238] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d417edd-11d9-4217-97db-95ca2d9c46b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.667597] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 781.667597] env[69333]: value = "task-4133798" [ 781.667597] env[69333]: _type = "Task" [ 781.667597] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.677970] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133798, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.833690] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285c7af-0711-0104-40eb-a6d76822593e, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.834685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834685] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a3122aed-c4a5-473f-85f7-546745a608cd/a3122aed-c4a5-473f-85f7-546745a608cd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.834685] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b324e2f3-778a-4549-96d5-9f65aba8ebc8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.844064] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 781.844064] env[69333]: value = "task-4133799" [ 781.844064] env[69333]: _type = "Task" [ 781.844064] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.855933] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053825] env[69333]: INFO nova.compute.manager [-] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Took 1.74 seconds to deallocate network for instance. [ 782.078746] env[69333]: DEBUG nova.compute.manager [req-4f96022b-e08e-466e-9850-aacf26780b61 req-7bdb77f4-c143-4639-93cd-a305deb4df19 service nova] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Received event network-vif-deleted-9e641224-7038-4570-a841-9992ab1e0edc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.084492] env[69333]: INFO nova.compute.manager [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Took 49.63 seconds to build instance. [ 782.162195] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.176070] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3d39f-66a0-4cf1-bf87-c7471382b27e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.191179] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133798, 'name': Rename_Task, 'duration_secs': 0.217604} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.191866] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ddfbb1-ea0f-439a-993a-96e7a2f52285 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.197276] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.197578] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d8b139-c377-4f9f-9e7b-a32dd9660f06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.206055] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 782.206055] env[69333]: value = "task-4133800" [ 782.206055] env[69333]: _type = "Task" [ 782.206055] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.239072] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80313bc9-1f64-4bc0-abc1-16c0b3cc1c99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.248554] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.252357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746c9c3-f088-4cc1-a89f-33fe0a5ccf1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.269049] env[69333]: DEBUG nova.compute.provider_tree [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.357166] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133799, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.550208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.550256] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.576639] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.589054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.937s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.745772] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.772400] env[69333]: DEBUG nova.scheduler.client.report [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.859812] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778215} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.860026] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a3122aed-c4a5-473f-85f7-546745a608cd/a3122aed-c4a5-473f-85f7-546745a608cd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.860396] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.861407] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe23557-772c-4ad7-8ce0-1ef3f7483eae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.878582] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 782.878582] env[69333]: value = "task-4133801" [ 782.878582] env[69333]: _type = "Task" [ 782.878582] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.892265] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.093737] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.258043] env[69333]: DEBUG oslo_vmware.api [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133800, 'name': PowerOnVM_Task, 'duration_secs': 0.81035} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.258043] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.258043] env[69333]: INFO nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Took 10.61 seconds to spawn the instance on the hypervisor. [ 783.258043] env[69333]: DEBUG nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.258043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f6918-0a1d-4d97-801c-a4fb6ae73425 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.278318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.279455] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.282353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.947s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.285071] env[69333]: INFO nova.compute.claims [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.391418] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125674} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.391788] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.392854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421a893-8c1d-4647-821b-ca661cfe1fe5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.422557] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a3122aed-c4a5-473f-85f7-546745a608cd/a3122aed-c4a5-473f-85f7-546745a608cd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.423672] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94f0dca-2e8c-4d7b-9eaa-7afa033bf81c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.445797] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "6c944606-622d-4ccc-af71-7087f4b28257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.446539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.446539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "6c944606-622d-4ccc-af71-7087f4b28257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.446539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.450047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.450047] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 783.450047] env[69333]: value = "task-4133802" [ 783.450047] env[69333]: _type = "Task" [ 783.450047] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.453702] env[69333]: INFO nova.compute.manager [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Terminating instance [ 783.461223] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.620446] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.729496] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "0cf6e03a-bfda-4342-be28-537a16128547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.729620] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.729899] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "0cf6e03a-bfda-4342-be28-537a16128547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.730139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.730319] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.736447] env[69333]: INFO nova.compute.manager [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Terminating instance [ 783.777502] env[69333]: INFO nova.compute.manager [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Took 47.27 seconds to build instance. [ 783.789057] env[69333]: DEBUG nova.compute.utils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.792523] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.792729] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.934380] env[69333]: DEBUG nova.policy [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f729c3c50fe44e71afcdde1f02a42523', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ed8210539184cfd9b08eb361a8a2e58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.960069] env[69333]: DEBUG nova.compute.manager [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.961478] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.963583] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ba50d-1c1a-4d65-8b9b-2e7e2188944d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.975350] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133802, 'name': ReconfigVM_Task, 'duration_secs': 0.315081} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.978055] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a3122aed-c4a5-473f-85f7-546745a608cd/a3122aed-c4a5-473f-85f7-546745a608cd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.978816] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.979080] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0115d9b-0787-451c-87ce-7cae02a710e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.981310] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad4b883a-e8dc-4af9-9813-90187436089b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.990163] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 783.990163] env[69333]: value = "task-4133804" [ 783.990163] env[69333]: _type = "Task" [ 783.990163] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.991498] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 783.991498] env[69333]: value = "task-4133803" [ 783.991498] env[69333]: _type = "Task" [ 783.991498] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.005160] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.008105] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133803, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.084703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Acquiring lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.084980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Acquired lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.085206] env[69333]: DEBUG nova.network.neutron [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.240876] env[69333]: DEBUG nova.compute.manager [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.241179] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.242472] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf84b4ab-93a5-4210-92f4-05289f22b49a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.252443] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.252857] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435fb2e7-4e74-4b73-951b-1ff2daf25745 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.261407] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 784.261407] env[69333]: value = "task-4133805" [ 784.261407] env[69333]: _type = "Task" [ 784.261407] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.276029] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.279610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca05e86-ef70-4a1e-ba48-bbebb824880f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.030s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.293705] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.513246] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133804, 'name': PowerOffVM_Task, 'duration_secs': 0.398082} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.513634] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133803, 'name': Rename_Task, 'duration_secs': 0.163885} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.514208] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.514505] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.514955] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.521092] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0071f75-ab5a-4a07-97d6-ae806530d1fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.521092] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2876349b-9dfa-46c1-9330-6418f934fb33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.530440] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 784.530440] env[69333]: value = "task-4133806" [ 784.530440] env[69333]: _type = "Task" [ 784.530440] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.542211] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.598547] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.598780] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.598966] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleting the datastore file [datastore2] 6c944606-622d-4ccc-af71-7087f4b28257 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.599680] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c62ade-6177-4fc7-9a91-0a24aad6b793 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.607210] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 784.607210] env[69333]: value = "task-4133808" [ 784.607210] env[69333]: _type = "Task" [ 784.607210] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.618901] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.774119] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133805, 'name': PowerOffVM_Task, 'duration_secs': 0.221391} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.775541] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.775541] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.775541] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e5d58c2-18bc-4f15-96ef-0d19d56cbfaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.782124] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.803126] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Successfully created port: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.855406] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.855607] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.856279] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleting the datastore file [datastore2] 0cf6e03a-bfda-4342-be28-537a16128547 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.856279] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-082a5b00-0d49-48c8-8288-4a46cda14b03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.867341] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 784.867341] env[69333]: value = "task-4133810" [ 784.867341] env[69333]: _type = "Task" [ 784.867341] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.881823] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.920243] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14a230-ac17-405a-850f-8a607a7fb2bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.929859] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d790f14-8065-4203-9b4c-5564cac01419 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966789] env[69333]: DEBUG nova.network.neutron [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Updating instance_info_cache with network_info: [{"id": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "address": "fa:16:3e:bc:35:8a", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1928e8c0-01", "ovs_interfaceid": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.968701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d598231-ddaf-4e7e-a5a4-5ffc084e7742 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.978682] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b611581d-0a41-457d-9af3-7c2382dad53c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.995379] env[69333]: DEBUG nova.compute.provider_tree [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.042041] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.123835] env[69333]: DEBUG oslo_vmware.api [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169552} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.124137] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.124302] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.124601] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.125726] env[69333]: INFO nova.compute.manager [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Took 1.16 seconds to destroy the instance on the hypervisor. [ 785.125726] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.125726] env[69333]: DEBUG nova.compute.manager [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.125726] env[69333]: DEBUG nova.network.neutron [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.313295] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.321756] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.350832] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.351137] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.351380] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.351527] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.351697] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.351866] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.352172] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.352861] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.352861] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.352861] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.352861] env[69333]: DEBUG nova.virt.hardware [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.353778] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11888f8a-3860-46c0-a673-a42d54ecb552 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.362968] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1007a7-a161-4e6f-b984-cf64d9d9443a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.385588] env[69333]: DEBUG oslo_vmware.api [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4133810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160993} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.385852] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.386143] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.388484] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.388484] env[69333]: INFO nova.compute.manager [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Took 1.15 seconds to destroy the instance on the hypervisor. [ 785.388484] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.388484] env[69333]: DEBUG nova.compute.manager [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.388484] env[69333]: DEBUG nova.network.neutron [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.473384] env[69333]: DEBUG oslo_concurrency.lockutils [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Releasing lock "refresh_cache-74d6e662-0bde-4c7c-a515-e9d4d90e82b5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.473685] env[69333]: DEBUG nova.compute.manager [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Inject network info {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 785.474055] env[69333]: DEBUG nova.compute.manager [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] network_info to inject: |[{"id": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "address": "fa:16:3e:bc:35:8a", "network": {"id": "738f9fe5-a712-4fc6-b6d8-5fa33541fff0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1493608264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d619ef36833444b930735873e6d2a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1928e8c0-01", "ovs_interfaceid": "1928e8c0-016e-4aa3-9c25-d59bb6a70233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 785.481786] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Reconfiguring VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 785.483345] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7a0a31-ad4c-4964-acbd-34f4b16ab5a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.498567] env[69333]: DEBUG nova.scheduler.client.report [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.509480] env[69333]: DEBUG oslo_vmware.api [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Waiting for the task: (returnval){ [ 785.509480] env[69333]: value = "task-4133811" [ 785.509480] env[69333]: _type = "Task" [ 785.509480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.527761] env[69333]: DEBUG oslo_vmware.api [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Task: {'id': task-4133811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.541248] env[69333]: DEBUG oslo_vmware.api [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133806, 'name': PowerOnVM_Task, 'duration_secs': 0.521899} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.541611] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.541819] env[69333]: INFO nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Took 10.12 seconds to spawn the instance on the hypervisor. [ 785.542074] env[69333]: DEBUG nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.542914] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16413b1b-4be9-4b62-885c-961713817c35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.734647] env[69333]: DEBUG nova.compute.manager [req-393aed0b-dca8-4ab2-9b47-624611df1f6d req-0b16cb66-8d1f-4cd1-8b29-3a3db848402b service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Received event network-vif-deleted-ec065277-d71f-49ee-bd13-04b2212be419 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.734840] env[69333]: INFO nova.compute.manager [req-393aed0b-dca8-4ab2-9b47-624611df1f6d req-0b16cb66-8d1f-4cd1-8b29-3a3db848402b service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Neutron deleted interface ec065277-d71f-49ee-bd13-04b2212be419; detaching it from the instance and deleting it from the info cache [ 785.735030] env[69333]: DEBUG nova.network.neutron [req-393aed0b-dca8-4ab2-9b47-624611df1f6d req-0b16cb66-8d1f-4cd1-8b29-3a3db848402b service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.950754] env[69333]: DEBUG nova.network.neutron [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.003978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.004530] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.008090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.420s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.008367] env[69333]: DEBUG nova.objects.instance [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lazy-loading 'resources' on Instance uuid 9869d107-a676-4f7c-aa1c-63d2841ff564 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.025206] env[69333]: DEBUG oslo_vmware.api [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] Task: {'id': task-4133811, 'name': ReconfigVM_Task, 'duration_secs': 0.185969} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.025206] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-baa9a5af-8257-40c4-ba68-7673606b7026 tempest-ServersAdminTestJSON-165790944 tempest-ServersAdminTestJSON-165790944-project-admin] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Reconfigured VM instance to set the machine id {{(pid=69333) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 786.062929] env[69333]: INFO nova.compute.manager [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Took 46.41 seconds to build instance. [ 786.244021] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-590ea1fd-b08e-4aa5-8710-534cd941fe84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.254226] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5deaf-ba63-477d-942b-5306c69c64bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.293609] env[69333]: DEBUG nova.compute.manager [req-393aed0b-dca8-4ab2-9b47-624611df1f6d req-0b16cb66-8d1f-4cd1-8b29-3a3db848402b service nova] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Detach interface failed, port_id=ec065277-d71f-49ee-bd13-04b2212be419, reason: Instance 6c944606-622d-4ccc-af71-7087f4b28257 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.375223] env[69333]: DEBUG nova.compute.manager [req-1e2bc6eb-99c7-4730-9684-15915b629143 req-56fc1f61-f9c1-488c-b316-3a15406e8de9 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Received event network-vif-deleted-38c7d69b-8f11-4ce9-9e26-21379bc35a27 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.375223] env[69333]: INFO nova.compute.manager [req-1e2bc6eb-99c7-4730-9684-15915b629143 req-56fc1f61-f9c1-488c-b316-3a15406e8de9 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Neutron deleted interface 38c7d69b-8f11-4ce9-9e26-21379bc35a27; detaching it from the instance and deleting it from the info cache [ 786.375223] env[69333]: DEBUG nova.network.neutron [req-1e2bc6eb-99c7-4730-9684-15915b629143 req-56fc1f61-f9c1-488c-b316-3a15406e8de9 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.455037] env[69333]: INFO nova.compute.manager [-] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Took 1.33 seconds to deallocate network for instance. [ 786.513832] env[69333]: DEBUG nova.compute.utils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.516784] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.517313] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.565088] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95c4e473-0d32-4af7-bc47-3e627de558e8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.759s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.648233] env[69333]: DEBUG nova.policy [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6cd2ee7b5ac41cfb8387de8bd16c768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e72cb00209fa48adb739ff6c96b940a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.696020] env[69333]: DEBUG nova.network.neutron [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.877372] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29fb67bf-ed8c-4ca0-af7b-cca5644524f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.888260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c53e1-b705-4d1e-9c40-5205bc41269a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.942897] env[69333]: DEBUG nova.compute.manager [req-1e2bc6eb-99c7-4730-9684-15915b629143 req-56fc1f61-f9c1-488c-b316-3a15406e8de9 service nova] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Detach interface failed, port_id=38c7d69b-8f11-4ce9-9e26-21379bc35a27, reason: Instance 0cf6e03a-bfda-4342-be28-537a16128547 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.965921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.029911] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.069682] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.197567] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c58d1a-6dff-4a36-865c-d425d2dd7c0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.203055] env[69333]: INFO nova.compute.manager [-] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Took 1.82 seconds to deallocate network for instance. [ 787.211416] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f3011-5917-468b-8afb-5ec15a58ac77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.246984] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae4c69-e053-46c7-b8e4-adf9e3ceb514 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.255806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a0519-11a2-4f38-ae18-0437e824dc41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.271390] env[69333]: DEBUG nova.compute.provider_tree [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.321459] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Successfully updated port: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.607013] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.629777] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Successfully created port: 62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.713459] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.779703] env[69333]: DEBUG nova.scheduler.client.report [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.827576] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.827576] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.827576] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.045285] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.898184] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.898459] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.898608] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.898837] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.898989] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.899156] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.899395] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.899520] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.899683] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.899841] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.900103] env[69333]: DEBUG nova.virt.hardware [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.901349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.893s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.908508] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852af0a-2edf-4173-a468-0383c1048293 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.911679] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.502s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.913623] env[69333]: INFO nova.compute.claims [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.916740] env[69333]: DEBUG nova.compute.manager [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-vif-plugged-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.916971] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Acquiring lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.917177] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.917343] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.917511] env[69333]: DEBUG nova.compute.manager [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] No waiting events found dispatching network-vif-plugged-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.917673] env[69333]: WARNING nova.compute.manager [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received unexpected event network-vif-plugged-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 for instance with vm_state building and task_state spawning. [ 788.918123] env[69333]: DEBUG nova.compute.manager [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.918123] env[69333]: DEBUG nova.compute.manager [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing instance network info cache due to event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.918123] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.921508] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.921789] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.931339] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c68b3e-01ab-4a55-843d-e279efd086a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.956964] env[69333]: INFO nova.scheduler.client.report [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Deleted allocations for instance 9869d107-a676-4f7c-aa1c-63d2841ff564 [ 788.992827] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.235130] env[69333]: DEBUG nova.network.neutron [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.469153] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Lock "9869d107-a676-4f7c-aa1c-63d2841ff564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.390s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.738610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738953] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Instance network_info: |[{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.739305] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.739453] env[69333]: DEBUG nova.network.neutron [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.744196] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:79:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd6ea5e-d00e-414c-a25e-f4485213ddb9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.758411] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Creating folder: Project (6ed8210539184cfd9b08eb361a8a2e58). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.760783] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd48368a-0a09-48b9-b01f-285702a7ef28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.776105] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Created folder: Project (6ed8210539184cfd9b08eb361a8a2e58) in parent group-v818612. [ 789.776105] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Creating folder: Instances. Parent ref: group-v818741. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.776105] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b8d9e4-8c60-4939-9249-929ef7880f9e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.788263] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Created folder: Instances in parent group-v818741. [ 789.788866] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.789620] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.789620] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97f2754-1e38-4ed7-a389-ff9296909132 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.816090] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.816090] env[69333]: value = "task-4133814" [ 789.816090] env[69333]: _type = "Task" [ 789.816090] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.833487] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133814, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.833487] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Successfully updated port: 62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.241324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.242718] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.327462] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133814, 'name': CreateVM_Task, 'duration_secs': 0.455534} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.330253] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.331148] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.331344] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.331616] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.331876] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7292666a-57e0-48ba-8ba0-c164bb7a0ffc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.338143] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 790.338143] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d98ea7-0795-ffad-8b33-205423535e44" [ 790.338143] env[69333]: _type = "Task" [ 790.338143] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.342261] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.342482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquired lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.342579] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.353797] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d98ea7-0795-ffad-8b33-205423535e44, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.354128] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354394] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.354673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.354793] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.354971] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.355574] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da49a6d-32a4-4310-85ae-f0df997e55f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.366758] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.366948] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.368090] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfae7e08-8aaf-4212-9ff9-56a927147b42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.375651] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 790.375651] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c0f9b-b4cc-7ddd-ccf8-2b5283849eaf" [ 790.375651] env[69333]: _type = "Task" [ 790.375651] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.391699] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c0f9b-b4cc-7ddd-ccf8-2b5283849eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.396070] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd725e70-affd-4dbf-8560-d7d560524627 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403219] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 790.403219] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5245d3b1-ecf9-8267-4a64-c611d72968a5" [ 790.403219] env[69333]: _type = "Task" [ 790.403219] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.415534] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5245d3b1-ecf9-8267-4a64-c611d72968a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.505225] env[69333]: INFO nova.compute.manager [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Rebuilding instance [ 790.554955] env[69333]: DEBUG nova.compute.manager [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.556988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d6fe3-57d0-4659-890a-1e93d358126a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.589653] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fcef6c-57f8-476f-ac0e-c0e94c283cbb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.598142] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e4a967-0590-4219-86f4-360619f27ada {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.636869] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c0fd8-e880-475e-bc77-7473c2178698 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.649917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ae826-e52f-4184-97e1-75feb18cc9b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.669424] env[69333]: DEBUG nova.compute.provider_tree [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.671702] env[69333]: DEBUG nova.network.neutron [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updated VIF entry in instance network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.672068] env[69333]: DEBUG nova.network.neutron [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.902572] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.926038] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5245d3b1-ecf9-8267-4a64-c611d72968a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.926038] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/e9a88232-87fa-4d01-a1b6-7865a5142faa.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.926038] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b47712d9-6cf3-4771-b4ae-e1e6feeed24b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.937722] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 790.937722] env[69333]: value = "task-4133815" [ 790.937722] env[69333]: _type = "Task" [ 790.937722] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.958623] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.148421] env[69333]: DEBUG nova.network.neutron [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Updating instance_info_cache with network_info: [{"id": "62d9fabb-403d-45d3-a7a8-99467742a818", "address": "fa:16:3e:b8:f9:e0", "network": {"id": "c97f324a-0f8a-484b-8211-473e35a8806a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1133156986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72cb00209fa48adb739ff6c96b940a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d9fabb-40", "ovs_interfaceid": "62d9fabb-403d-45d3-a7a8-99467742a818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.175556] env[69333]: DEBUG nova.compute.manager [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Received event network-vif-plugged-62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.176038] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Acquiring lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.176220] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.176401] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.176626] env[69333]: DEBUG nova.compute.manager [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] No waiting events found dispatching network-vif-plugged-62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.176839] env[69333]: WARNING nova.compute.manager [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Received unexpected event network-vif-plugged-62d9fabb-403d-45d3-a7a8-99467742a818 for instance with vm_state building and task_state spawning. [ 791.177016] env[69333]: DEBUG nova.compute.manager [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Received event network-changed-62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.177294] env[69333]: DEBUG nova.compute.manager [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Refreshing instance network info cache due to event network-changed-62d9fabb-403d-45d3-a7a8-99467742a818. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.177480] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Acquiring lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.179154] env[69333]: DEBUG nova.scheduler.client.report [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.184173] env[69333]: DEBUG oslo_concurrency.lockutils [req-07eff83f-f01b-49fd-a656-427921a42587 req-cad25466-e105-403d-ac6a-a6656b0f7bbd service nova] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451250] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.533730] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "f4256a48-e087-48d6-949d-3e2c740df321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.533976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.566976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "74ee0fd0-827f-431f-8068-0a64361f8630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.567877] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.576494] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.577592] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3c19bc-267f-4282-a58f-865773bf5f99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.588603] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 791.588603] env[69333]: value = "task-4133816" [ 791.588603] env[69333]: _type = "Task" [ 791.588603] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.600759] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.654333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Releasing lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.654781] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Instance network_info: |[{"id": "62d9fabb-403d-45d3-a7a8-99467742a818", "address": "fa:16:3e:b8:f9:e0", "network": {"id": "c97f324a-0f8a-484b-8211-473e35a8806a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1133156986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72cb00209fa48adb739ff6c96b940a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d9fabb-40", "ovs_interfaceid": "62d9fabb-403d-45d3-a7a8-99467742a818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.655126] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Acquired lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.655320] env[69333]: DEBUG nova.network.neutron [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Refreshing network info cache for port 62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.656617] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f9:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62d9fabb-403d-45d3-a7a8-99467742a818', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.669200] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Creating folder: Project (e72cb00209fa48adb739ff6c96b940a6). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.674797] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70263813-8b76-4686-8b6b-bd0e1a20dcd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.689094] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Created folder: Project (e72cb00209fa48adb739ff6c96b940a6) in parent group-v818612. [ 791.689094] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Creating folder: Instances. Parent ref: group-v818744. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.689856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.691149] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfff1ab0-b888-41cc-9c7b-efbf8e3437db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.694033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.303s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.694033] env[69333]: DEBUG nova.objects.instance [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lazy-loading 'resources' on Instance uuid 564a2204-e77f-4c8b-8f78-4f12a0f6152f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.707822] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Created folder: Instances in parent group-v818744. [ 791.708387] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.708731] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.708994] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87160aa4-452c-471a-ba52-a441cd0fc53b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.738247] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.738247] env[69333]: value = "task-4133819" [ 791.738247] env[69333]: _type = "Task" [ 791.738247] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.748686] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133819, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.958690] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532321} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.958690] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/e9a88232-87fa-4d01-a1b6-7865a5142faa.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.958690] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.958690] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70e817e-2a40-4d70-9f03-9be97a1c510a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.965027] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 791.965027] env[69333]: value = "task-4133820" [ 791.965027] env[69333]: _type = "Task" [ 791.965027] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.976240] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.105658] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133816, 'name': PowerOffVM_Task, 'duration_secs': 0.321819} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.105990] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.106277] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.108916] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe2c3e-525b-471e-9251-2b8c7631bbe2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.119894] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.120644] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bf71cd-868f-4d44-a3ff-5f6713889438 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.154482] env[69333]: DEBUG nova.network.neutron [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Updated VIF entry in instance network info cache for port 62d9fabb-403d-45d3-a7a8-99467742a818. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.154931] env[69333]: DEBUG nova.network.neutron [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Updating instance_info_cache with network_info: [{"id": "62d9fabb-403d-45d3-a7a8-99467742a818", "address": "fa:16:3e:b8:f9:e0", "network": {"id": "c97f324a-0f8a-484b-8211-473e35a8806a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1133156986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e72cb00209fa48adb739ff6c96b940a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d9fabb-40", "ovs_interfaceid": "62d9fabb-403d-45d3-a7a8-99467742a818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.195027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "4daa29c8-f211-41af-81d0-4913805de0ff" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.195027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "4daa29c8-f211-41af-81d0-4913805de0ff" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.223699] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.227024] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.227024] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.227024] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8709b955-207a-4920-a528-e0821dbf0158 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.235184] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 792.235184] env[69333]: value = "task-4133822" [ 792.235184] env[69333]: _type = "Task" [ 792.235184] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.263432] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.263612] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133819, 'name': CreateVM_Task, 'duration_secs': 0.424354} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.263829] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.264653] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.264653] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.264938] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.265292] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81128ade-72eb-4490-b3bb-98f9e8a6b5b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.274156] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 792.274156] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c37cf7-bbed-f1f1-660a-7c7898a67357" [ 792.274156] env[69333]: _type = "Task" [ 792.274156] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.295179] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c37cf7-bbed-f1f1-660a-7c7898a67357, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.298493] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.299404] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.299404] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.299404] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.299708] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.300116] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba78f8cc-e3b3-4442-8f87-57d5bb18efb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.311476] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.312468] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.312652] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eab9bc8-735c-426b-b2ce-a2ce4a4b3a1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.319646] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 792.319646] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f7db3d-7c7e-8772-bdc5-09c186fa8ae1" [ 792.319646] env[69333]: _type = "Task" [ 792.319646] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.332241] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f7db3d-7c7e-8772-bdc5-09c186fa8ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.476425] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.479659] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.480995] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d616a2-c0c3-404b-814a-754b24d9906b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.508184] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/e9a88232-87fa-4d01-a1b6-7865a5142faa.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.511665] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830bc795-eaa8-4457-be51-db3719ee3684 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.534950] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 792.534950] env[69333]: value = "task-4133823" [ 792.534950] env[69333]: _type = "Task" [ 792.534950] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.546028] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.661827] env[69333]: DEBUG oslo_concurrency.lockutils [req-5ddb886e-4fd0-4ecb-a44a-14d567b512cf req-7598dbab-2b43-4ae2-8810-9bf2af91818b service nova] Releasing lock "refresh_cache-2e74bd29-b088-44e8-9e4c-214355a7bfad" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.703503] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "4daa29c8-f211-41af-81d0-4913805de0ff" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.704121] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.749641] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188994} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.749948] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.750109] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.750926] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.833696] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f7db3d-7c7e-8772-bdc5-09c186fa8ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.838023] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4539494e-569f-44f4-8554-0e018225e1fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.845377] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 792.845377] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520862b8-87bc-1a55-fec4-97f2ed1eec3a" [ 792.845377] env[69333]: _type = "Task" [ 792.845377] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.858789] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520862b8-87bc-1a55-fec4-97f2ed1eec3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.882173] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "d21e2374-e940-49fe-92c0-f3b226cb3126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.882464] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.959774] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd43154-218c-4cfe-a74a-11b1bc5dc6a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.969141] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c46fc13-6467-4208-a184-e191eb57423d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.002654] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3392a8e-5a11-4145-8552-6bc2c7f9d1b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.011270] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355668df-4c9a-4187-b187-f5d9a27a5740 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.028049] env[69333]: DEBUG nova.compute.provider_tree [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.047040] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.192484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.192881] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.209421] env[69333]: DEBUG nova.compute.utils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.211796] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.212228] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.256629] env[69333]: DEBUG nova.policy [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d929ec990c4428abe472bc54cb88e0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff1e666ecc9466aa3aa37daa8aa7f1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.365170] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520862b8-87bc-1a55-fec4-97f2ed1eec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.365939] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.366464] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2e74bd29-b088-44e8-9e4c-214355a7bfad/2e74bd29-b088-44e8-9e4c-214355a7bfad.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.366947] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312ef3aa-38a0-4f01-8b29-31c84e9b80c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.379944] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 793.379944] env[69333]: value = "task-4133824" [ 793.379944] env[69333]: _type = "Task" [ 793.379944] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.395530] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.533039] env[69333]: DEBUG nova.scheduler.client.report [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.546259] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133823, 'name': ReconfigVM_Task, 'duration_secs': 0.701314} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.546807] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Reconfigured VM instance instance-0000002e to attach disk [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/e9a88232-87fa-4d01-a1b6-7865a5142faa.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.548258] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d14c427-bf25-448d-9c05-818fa9171b48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.557354] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 793.557354] env[69333]: value = "task-4133825" [ 793.557354] env[69333]: _type = "Task" [ 793.557354] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.569260] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133825, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.719023] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.801915] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.802436] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.802736] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.803079] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.803501] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.805512] env[69333]: DEBUG nova.virt.hardware [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.807210] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271395a3-8c81-4fe4-b8f6-b07baf674769 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.818180] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c5962-530a-46dd-9bad-c2a46d9c814a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.836202] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b8:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c4a42d2-14a0-4112-85c4-559f41c4ffa9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.842648] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.843567] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.843826] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2985101b-65ee-446b-a007-956dd7fdb23b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.867249] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.867249] env[69333]: value = "task-4133826" [ 793.867249] env[69333]: _type = "Task" [ 793.867249] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.879480] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133826, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.889534] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133824, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.972794] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Successfully created port: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.038025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.039788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.203s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.040114] env[69333]: DEBUG nova.objects.instance [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lazy-loading 'resources' on Instance uuid 36d49fac-f237-4a44-be70-066ad12631c6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.074288] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133825, 'name': Rename_Task, 'duration_secs': 0.34886} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.075580] env[69333]: INFO nova.scheduler.client.report [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted allocations for instance 564a2204-e77f-4c8b-8f78-4f12a0f6152f [ 794.082032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.082032] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1678c1-d569-4788-8f75-4edfd97783cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.089811] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 794.089811] env[69333]: value = "task-4133827" [ 794.089811] env[69333]: _type = "Task" [ 794.089811] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.102391] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.384611] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133826, 'name': CreateVM_Task, 'duration_secs': 0.460557} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.390360] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.391590] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.391894] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.392431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.393806] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da729d9b-4e2f-47bc-8429-78dff3e86ff6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.403192] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576116} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.404303] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2e74bd29-b088-44e8-9e4c-214355a7bfad/2e74bd29-b088-44e8-9e4c-214355a7bfad.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.404657] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.405080] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e531b0a-9bff-40b4-808b-aa941356cc59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.410169] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 794.410169] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5290b079-3f06-96a9-776a-cd417470593b" [ 794.410169] env[69333]: _type = "Task" [ 794.410169] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.416556] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 794.416556] env[69333]: value = "task-4133828" [ 794.416556] env[69333]: _type = "Task" [ 794.416556] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.420550] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5290b079-3f06-96a9-776a-cd417470593b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.430360] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.585715] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ff43688-4f4d-4fae-acba-e7bb972f917e tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "564a2204-e77f-4c8b-8f78-4f12a0f6152f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.155s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.602495] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.728853] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.761156] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.761510] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.761729] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.761977] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.762241] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.762477] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.762961] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.762961] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.763195] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.763428] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.763666] env[69333]: DEBUG nova.virt.hardware [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.764739] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f42e4c-09b2-4e97-b630-687f9956c89d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.777093] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e74d6-77a3-47a1-9b6a-dcd5af0ead1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.932021] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5290b079-3f06-96a9-776a-cd417470593b, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.935600] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.935889] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.936177] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.936330] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.936547] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.937236] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0983116a-8648-4f43-a957-d66eed8e1d0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.943138] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080464} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.943684] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.944592] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17abda20-8384-4b37-8c2f-2fa1c713af14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.970853] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2e74bd29-b088-44e8-9e4c-214355a7bfad/2e74bd29-b088-44e8-9e4c-214355a7bfad.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.971235] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.971404] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.974863] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb0ff01-e168-4ea7-b927-d55ce5d385d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.991166] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dec3fc6-fe72-4749-856b-10971c17ee7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.998259] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 794.998259] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c2891c-a05c-3c7e-a7da-69f896b54cc7" [ 794.998259] env[69333]: _type = "Task" [ 794.998259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.003150] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 795.003150] env[69333]: value = "task-4133829" [ 795.003150] env[69333]: _type = "Task" [ 795.003150] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.014504] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c2891c-a05c-3c7e-a7da-69f896b54cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.021670] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.109602] env[69333]: DEBUG oslo_vmware.api [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133827, 'name': PowerOnVM_Task, 'duration_secs': 0.739615} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.109753] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.109997] env[69333]: INFO nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Took 9.80 seconds to spawn the instance on the hypervisor. [ 795.110310] env[69333]: DEBUG nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.112463] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb97433-f3ef-466e-86cc-684997036746 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.163784] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c10d35b-0870-4986-a6c4-41b0046cfd82 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175161] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b268cd03-07a9-43df-9db7-54885adfb5cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.215712] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539f9253-2bb5-4d95-8a91-a4f6b5c02366 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.224590] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2004b22-5205-4ddd-86c5-be21e488d373 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.241914] env[69333]: DEBUG nova.compute.provider_tree [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.510944] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c2891c-a05c-3c7e-a7da-69f896b54cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.512419] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5069358-6f16-4d0b-8ba0-f954cadb1540 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.517950] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133829, 'name': ReconfigVM_Task, 'duration_secs': 0.322809} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.518759] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2e74bd29-b088-44e8-9e4c-214355a7bfad/2e74bd29-b088-44e8-9e4c-214355a7bfad.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.519437] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927bb477-9d2f-4353-8b23-250a7e531fc2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.522573] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 795.522573] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a58fc0-e632-b0a9-d9fe-77df96abbcb4" [ 795.522573] env[69333]: _type = "Task" [ 795.522573] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.528551] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 795.528551] env[69333]: value = "task-4133830" [ 795.528551] env[69333]: _type = "Task" [ 795.528551] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.531897] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a58fc0-e632-b0a9-d9fe-77df96abbcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.542747] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133830, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.600591] env[69333]: DEBUG nova.compute.manager [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Received event network-vif-plugged-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.600899] env[69333]: DEBUG oslo_concurrency.lockutils [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] Acquiring lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.601016] env[69333]: DEBUG oslo_concurrency.lockutils [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.601191] env[69333]: DEBUG oslo_concurrency.lockutils [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.601355] env[69333]: DEBUG nova.compute.manager [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] No waiting events found dispatching network-vif-plugged-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.601522] env[69333]: WARNING nova.compute.manager [req-6f7a975d-c8f8-4377-9298-822b64d0e5d0 req-dfa2ecb1-4636-4c31-bb1a-56fcc9e85f2d service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Received unexpected event network-vif-plugged-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 for instance with vm_state building and task_state spawning. [ 795.639125] env[69333]: INFO nova.compute.manager [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Took 45.99 seconds to build instance. [ 795.717581] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Successfully updated port: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.745589] env[69333]: DEBUG nova.scheduler.client.report [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.035145] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a58fc0-e632-b0a9-d9fe-77df96abbcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.038328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038328] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.039745] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cffbfac2-2d52-471b-9689-0fbebf5c1671 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.047391] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133830, 'name': Rename_Task, 'duration_secs': 0.159184} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.049006] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.049507] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 796.049507] env[69333]: value = "task-4133831" [ 796.049507] env[69333]: _type = "Task" [ 796.049507] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.049664] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af51824c-5376-4398-87f3-a54204bf0f76 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.060809] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.062546] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 796.062546] env[69333]: value = "task-4133832" [ 796.062546] env[69333]: _type = "Task" [ 796.062546] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.071304] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.142778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-294ee24e-1af5-447e-83d9-3c8e599481e3 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.516s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.220636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquired lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220875] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.251826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.254488] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.397s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.256070] env[69333]: INFO nova.compute.claims [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.286026] env[69333]: INFO nova.scheduler.client.report [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleted allocations for instance 36d49fac-f237-4a44-be70-066ad12631c6 [ 796.562905] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.572117] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.643539] env[69333]: INFO nova.compute.manager [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Rescuing [ 796.643841] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.644038] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644202] env[69333]: DEBUG nova.network.neutron [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.645497] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.772126] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.795640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-030cad57-988a-45fd-acd6-384ef04178c7 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "36d49fac-f237-4a44-be70-066ad12631c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.942s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.955395] env[69333]: DEBUG nova.network.neutron [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Updating instance_info_cache with network_info: [{"id": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "address": "fa:16:3e:ab:61:8c", "network": {"id": "f472a68e-2494-4a7b-a5a0-1819acd3dcc4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-271326010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff1e666ecc9466aa3aa37daa8aa7f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6f0a2b-54", "ovs_interfaceid": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.064514] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.074381] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.175772] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.446589] env[69333]: DEBUG nova.network.neutron [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.458865] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Releasing lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.458865] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Instance network_info: |[{"id": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "address": "fa:16:3e:ab:61:8c", "network": {"id": "f472a68e-2494-4a7b-a5a0-1819acd3dcc4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-271326010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff1e666ecc9466aa3aa37daa8aa7f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6f0a2b-54", "ovs_interfaceid": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.460236] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:61:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6f0a2b-54bf-45cd-8d5c-f23f1af29865', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.473231] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Creating folder: Project (0ff1e666ecc9466aa3aa37daa8aa7f1f). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.476829] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c9f111-ae5a-4586-a3b4-3a06407d1a27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.492656] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Created folder: Project (0ff1e666ecc9466aa3aa37daa8aa7f1f) in parent group-v818612. [ 797.493346] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Creating folder: Instances. Parent ref: group-v818748. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.499196] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978ad6fc-9aeb-4ace-b124-801d16569ee4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.515654] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Created folder: Instances in parent group-v818748. [ 797.515654] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.515654] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.515654] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d031e56-315b-4f97-828c-b325f72b9b16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.547921] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.547921] env[69333]: value = "task-4133835" [ 797.547921] env[69333]: _type = "Task" [ 797.547921] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.565528] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133835, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.573366] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.050267} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.573983] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.574280] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.577343] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253a3206-b063-4549-9d87-d84be1a0bb2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.582820] env[69333]: DEBUG oslo_vmware.api [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133832, 'name': PowerOnVM_Task, 'duration_secs': 1.339511} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.583320] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.583520] env[69333]: INFO nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Took 9.54 seconds to spawn the instance on the hypervisor. [ 797.583699] env[69333]: DEBUG nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.584575] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df9e488-0507-43e2-8f65-5e800d64e5f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.590950] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 797.590950] env[69333]: value = "task-4133836" [ 797.590950] env[69333]: _type = "Task" [ 797.590950] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.608177] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.785375] env[69333]: DEBUG nova.compute.manager [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Received event network-changed-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.786033] env[69333]: DEBUG nova.compute.manager [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Refreshing instance network info cache due to event network-changed-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.786403] env[69333]: DEBUG oslo_concurrency.lockutils [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] Acquiring lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.786761] env[69333]: DEBUG oslo_concurrency.lockutils [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] Acquired lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.789020] env[69333]: DEBUG nova.network.neutron [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Refreshing network info cache for port 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.949669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.978256] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed836d-f634-446a-a9f3-97f6608ace44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.994028] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929e27b-3024-4bcf-9e3a-d932202479e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.029986] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fbdec4-ad28-4e60-872d-05b251f6e179 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.039136] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1c655-65b8-471b-ba7e-50e02c2f38cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.059024] env[69333]: DEBUG nova.compute.provider_tree [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.068305] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133835, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.107334] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080857} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.109607] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.110220] env[69333]: INFO nova.compute.manager [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Took 44.79 seconds to build instance. [ 798.111807] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eee690-79d3-46bd-a9f3-e09fce286abd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.137983] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.139111] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d5abf2-9f31-4433-aca6-2a56598940a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.161459] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 798.161459] env[69333]: value = "task-4133837" [ 798.161459] env[69333]: _type = "Task" [ 798.161459] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.172986] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.564110] env[69333]: DEBUG nova.scheduler.client.report [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.572363] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133835, 'name': CreateVM_Task, 'duration_secs': 0.648296} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.572926] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.573689] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.573871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.574309] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.574577] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472bc92a-0614-4ce9-be76-706cf4a14df8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.581418] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 798.581418] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52532199-ee47-e450-48d4-8eb769ac4f2e" [ 798.581418] env[69333]: _type = "Task" [ 798.581418] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.593316] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52532199-ee47-e450-48d4-8eb769ac4f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.616568] env[69333]: DEBUG oslo_concurrency.lockutils [None req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.738s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.616978] env[69333]: DEBUG nova.network.neutron [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Updated VIF entry in instance network info cache for port 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.617393] env[69333]: DEBUG nova.network.neutron [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Updating instance_info_cache with network_info: [{"id": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "address": "fa:16:3e:ab:61:8c", "network": {"id": "f472a68e-2494-4a7b-a5a0-1819acd3dcc4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-271326010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff1e666ecc9466aa3aa37daa8aa7f1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6f0a2b-54", "ovs_interfaceid": "9f6f0a2b-54bf-45cd-8d5c-f23f1af29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.672690] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133837, 'name': ReconfigVM_Task, 'duration_secs': 0.441837} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.673007] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.673798] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be88dd1-1232-47df-8d00-a39c365dde0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.681348] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 798.681348] env[69333]: value = "task-4133838" [ 798.681348] env[69333]: _type = "Task" [ 798.681348] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.691323] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133838, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.768618] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "1bd841c8-d845-49fd-b275-67494acbc939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.769074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.769354] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "1bd841c8-d845-49fd-b275-67494acbc939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.769587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.769824] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.772429] env[69333]: INFO nova.compute.manager [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Terminating instance [ 799.074949] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.074949] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.077540] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.078s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.078919] env[69333]: INFO nova.compute.claims [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.091541] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52532199-ee47-e450-48d4-8eb769ac4f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017623} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.091780] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.092030] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.092300] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.093215] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.093215] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.093215] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f26c32e-d9dc-4394-91d1-52ab68d52fe9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.103207] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.103207] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.103818] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4523f7-8b40-4211-ba86-0b8b8833f4da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.110344] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 799.110344] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52863158-88bb-3b32-1ea6-fc06ad4a3824" [ 799.110344] env[69333]: _type = "Task" [ 799.110344] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.122036] env[69333]: DEBUG oslo_concurrency.lockutils [req-1501d461-87d1-444e-833e-46659ef3ac50 req-382e6925-3690-4b03-8e29-5a122e340feb service nova] Releasing lock "refresh_cache-9098c79f-7ab4-4692-9d84-0261024fee2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.122453] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.125788] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52863158-88bb-3b32-1ea6-fc06ad4a3824, 'name': SearchDatastore_Task} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.126918] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f30842-1f77-4956-b68a-a5eb8fddb66b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.134228] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 799.134228] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528856f7-e3a6-5550-2536-3bbb820a6fd0" [ 799.134228] env[69333]: _type = "Task" [ 799.134228] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.144772] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528856f7-e3a6-5550-2536-3bbb820a6fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.192194] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133838, 'name': Rename_Task, 'duration_secs': 0.166512} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.192671] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.192894] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b99c511b-ca35-4d55-b391-1f9af19faf4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.203431] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 799.203431] env[69333]: value = "task-4133839" [ 799.203431] env[69333]: _type = "Task" [ 799.203431] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.212428] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.281638] env[69333]: DEBUG nova.compute.manager [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.281638] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.282174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.282543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.282983] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.283320] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.283625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.286786] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a75d17-e729-4e25-bad7-f9b94419afe7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.291093] env[69333]: INFO nova.compute.manager [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Terminating instance [ 799.301828] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.302217] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498bc77d-57e2-4aa2-add1-b3f4f29f0793 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.311051] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 799.311051] env[69333]: value = "task-4133840" [ 799.311051] env[69333]: _type = "Task" [ 799.311051] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.322194] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.495471] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.495815] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd65bdb0-ad1b-490e-9108-5812743e4518 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.504080] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 799.504080] env[69333]: value = "task-4133841" [ 799.504080] env[69333]: _type = "Task" [ 799.504080] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.515066] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.583373] env[69333]: DEBUG nova.compute.utils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.587141] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.587445] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.649324] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528856f7-e3a6-5550-2536-3bbb820a6fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.026054} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.652030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.652030] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 9098c79f-7ab4-4692-9d84-0261024fee2e/9098c79f-7ab4-4692-9d84-0261024fee2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.652030] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7f15bb-0fff-46fb-bd82-e29bfc8cfb57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.659035] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.659712] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 799.659712] env[69333]: value = "task-4133842" [ 799.659712] env[69333]: _type = "Task" [ 799.659712] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.671768] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.685352] env[69333]: DEBUG nova.policy [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68c6599b6cf64d2691029af8e501133f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12eae44d0682490b82d485c93a2409f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.730549] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.797803] env[69333]: DEBUG nova.compute.manager [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.797803] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.798243] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946e18f-59dc-4c75-97f1-1c89ef72042e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.806983] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.807344] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f708fef-df71-4e88-9722-ef995a5196bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.817581] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 799.817581] env[69333]: value = "task-4133843" [ 799.817581] env[69333]: _type = "Task" [ 799.817581] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.827767] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133840, 'name': PowerOffVM_Task, 'duration_secs': 0.450923} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.828854] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.829187] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.829588] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef9a0e38-d77f-40f2-96e8-c1b0a2ff9f44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.835685] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.002114] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.002449] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.002661] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleting the datastore file [datastore1] 1bd841c8-d845-49fd-b275-67494acbc939 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.002972] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f12324e-6dd9-420d-8e93-b488431a90f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.016637] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133841, 'name': PowerOffVM_Task, 'duration_secs': 0.264493} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.018360] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.018808] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for the task: (returnval){ [ 800.018808] env[69333]: value = "task-4133845" [ 800.018808] env[69333]: _type = "Task" [ 800.018808] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.019615] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a728c6-1243-4dee-bda4-73779bfda9a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.051765] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.053286] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81371287-2710-4230-a23b-bdcc1412588d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.088409] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.104133] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.104683] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5f1217-6d0b-4624-9f16-933d6d702bc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.114854] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 800.114854] env[69333]: value = "task-4133846" [ 800.114854] env[69333]: _type = "Task" [ 800.114854] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.126300] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.126608] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.126932] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.127179] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127431] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.127804] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5584bcd-c2b9-4c76-b8b2-03b940eb9668 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.152469] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Successfully created port: d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.161987] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.162286] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.166090] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc1472b4-fe57-4e88-9f3e-72e23ae17419 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.178777] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.181732] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 800.181732] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52597f8c-139d-32ab-6041-28dff9492328" [ 800.181732] env[69333]: _type = "Task" [ 800.181732] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.191935] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52597f8c-139d-32ab-6041-28dff9492328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.218676] env[69333]: DEBUG oslo_vmware.api [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133839, 'name': PowerOnVM_Task, 'duration_secs': 0.548365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.218950] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.219811] env[69333]: DEBUG nova.compute.manager [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.220840] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a5030-3b7c-4370-83fe-190771265c5f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.335299] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133843, 'name': PowerOffVM_Task, 'duration_secs': 0.48265} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.335830] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.336115] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.340031] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0cd91ba-a0b3-4241-a864-a0e0a98eceae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.423056] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.424653] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.424653] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Deleting the datastore file [datastore2] 2e74bd29-b088-44e8-9e4c-214355a7bfad {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.424653] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e0aa440-6da8-44cc-a227-50cb8927f254 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.433137] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for the task: (returnval){ [ 800.433137] env[69333]: value = "task-4133848" [ 800.433137] env[69333]: _type = "Task" [ 800.433137] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.451089] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.533922] env[69333]: DEBUG oslo_vmware.api [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Task: {'id': task-4133845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330483} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.536990] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.537491] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.537491] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.537639] env[69333]: INFO nova.compute.manager [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Took 1.26 seconds to destroy the instance on the hypervisor. [ 800.538107] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.539156] env[69333]: DEBUG nova.compute.manager [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.539156] env[69333]: DEBUG nova.network.neutron [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.678692] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575023} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.678981] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 9098c79f-7ab4-4692-9d84-0261024fee2e/9098c79f-7ab4-4692-9d84-0261024fee2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.679520] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.680072] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8f0f1c3-b885-4bfe-b2cd-185ff4c1c02b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.691062] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 800.691062] env[69333]: value = "task-4133849" [ 800.691062] env[69333]: _type = "Task" [ 800.691062] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.695664] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52597f8c-139d-32ab-6041-28dff9492328, 'name': SearchDatastore_Task, 'duration_secs': 0.033049} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.701493] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f070684b-5f6a-41c5-9edf-3d5b44881371 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.713338] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.713688] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 800.713688] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c44a9-9fe9-34a0-0d7b-cddf0e14dda6" [ 800.713688] env[69333]: _type = "Task" [ 800.713688] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.725431] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c44a9-9fe9-34a0-0d7b-cddf0e14dda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.749673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.792353] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0814641-66c3-4b4d-9dc3-4255886d7189 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.804218] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991c59a-17a7-4a7d-9955-cd3f0cdda9d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.834964] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866b1e5-10b0-40fa-b468-be7b1a62018e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.845396] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0817886b-897e-4d5a-9ce2-00f7252c4541 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862194] env[69333]: DEBUG nova.compute.provider_tree [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.929345] env[69333]: DEBUG nova.compute.manager [req-65467edf-7dbf-452f-bf02-982e964ec1b8 req-3e7ea9da-4b1b-49d3-84f6-56d85456167a service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Received event network-vif-deleted-cfc853f9-62ce-4db3-852c-61da24b2b940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.929345] env[69333]: INFO nova.compute.manager [req-65467edf-7dbf-452f-bf02-982e964ec1b8 req-3e7ea9da-4b1b-49d3-84f6-56d85456167a service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Neutron deleted interface cfc853f9-62ce-4db3-852c-61da24b2b940; detaching it from the instance and deleting it from the info cache [ 800.929602] env[69333]: DEBUG nova.network.neutron [req-65467edf-7dbf-452f-bf02-982e964ec1b8 req-3e7ea9da-4b1b-49d3-84f6-56d85456167a service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.945143] env[69333]: DEBUG oslo_vmware.api [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Task: {'id': task-4133848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158848} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.945143] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.945143] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.945338] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.945468] env[69333]: INFO nova.compute.manager [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.945802] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.946257] env[69333]: DEBUG nova.compute.manager [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.950020] env[69333]: DEBUG nova.network.neutron [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.103140] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.139031] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.139031] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.139031] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.139308] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.139384] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.139532] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.139843] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.140127] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.140296] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.140465] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.140637] env[69333]: DEBUG nova.virt.hardware [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.141566] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99d001-1b96-4cfd-a5d7-f1a6f978a388 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.151172] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8073ba-40e8-4380-8cae-d182c3446047 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.207599] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082164} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.207599] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.207804] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ed392-8fff-4389-921f-3bddc8bdc000 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.233924] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9098c79f-7ab4-4692-9d84-0261024fee2e/9098c79f-7ab4-4692-9d84-0261024fee2e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.237565] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf115109-931c-4807-9bfc-e4324c19059e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.259692] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c44a9-9fe9-34a0-0d7b-cddf0e14dda6, 'name': SearchDatastore_Task, 'duration_secs': 0.017138} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.261371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.261695] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 801.262136] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 801.262136] env[69333]: value = "task-4133850" [ 801.262136] env[69333]: _type = "Task" [ 801.262136] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.262350] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf97e99-5dc1-4ed4-b19d-9f93df4c74cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.273627] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.275448] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 801.275448] env[69333]: value = "task-4133851" [ 801.275448] env[69333]: _type = "Task" [ 801.275448] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.287196] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.365889] env[69333]: DEBUG nova.scheduler.client.report [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.371665] env[69333]: DEBUG nova.network.neutron [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.432861] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d29e513c-6a2c-4741-b246-26bbfff01e0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.448751] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a166a91b-8f8f-4785-b9fb-cea44e730d77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.495482] env[69333]: DEBUG nova.compute.manager [req-65467edf-7dbf-452f-bf02-982e964ec1b8 req-3e7ea9da-4b1b-49d3-84f6-56d85456167a service nova] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Detach interface failed, port_id=cfc853f9-62ce-4db3-852c-61da24b2b940, reason: Instance 1bd841c8-d845-49fd-b275-67494acbc939 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.778347] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.788644] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.809039] env[69333]: DEBUG nova.network.neutron [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.871886] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.872702] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.875623] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.349s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.876603] env[69333]: DEBUG nova.objects.instance [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lazy-loading 'resources' on Instance uuid 1edd6ab2-40c6-45e6-bba3-66b6379012e9 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.879160] env[69333]: INFO nova.compute.manager [-] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Took 1.34 seconds to deallocate network for instance. [ 802.088791] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Successfully updated port: d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.236656] env[69333]: INFO nova.compute.manager [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Rebuilding instance [ 802.274973] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133850, 'name': ReconfigVM_Task, 'duration_secs': 0.747953} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.277840] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9098c79f-7ab4-4692-9d84-0261024fee2e/9098c79f-7ab4-4692-9d84-0261024fee2e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.279823] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad8cbee5-f389-4536-aff4-69768d7ea05b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.288193] env[69333]: DEBUG nova.compute.manager [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.289306] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ae451-e3ac-453c-8760-2ce63b73e525 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.297903] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 802.297903] env[69333]: value = "task-4133852" [ 802.297903] env[69333]: _type = "Task" [ 802.297903] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.298256] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645215} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.298817] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 802.302492] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562b14c-f6f7-4ef2-a662-6b598740e99b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312076] env[69333]: INFO nova.compute.manager [-] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Took 1.37 seconds to deallocate network for instance. [ 802.332506] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133852, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.340583] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.344534] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc79b151-91b3-4818-b7b3-300ef5ceb587 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.364090] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 802.364090] env[69333]: value = "task-4133853" [ 802.364090] env[69333]: _type = "Task" [ 802.364090] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.373954] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.386271] env[69333]: DEBUG nova.compute.utils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.388283] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.388458] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.393463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.428544] env[69333]: DEBUG nova.policy [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f70820204b247249ebb849fd922c4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32cd998d5ab406a864d485401e1629e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.591575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.591748] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquired lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.591904] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.816393] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133852, 'name': Rename_Task, 'duration_secs': 0.207683} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.817343] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Successfully created port: dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.819950] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.823225] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c0f113f-ffd0-4c49-8d84-37359b5839a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.831928] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 802.831928] env[69333]: value = "task-4133854" [ 802.831928] env[69333]: _type = "Task" [ 802.831928] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.847055] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.859725] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.878277] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.894412] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.952200] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f68374-2c77-47ec-904a-a2764a3ebd8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.961411] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518ec32-d224-4ddb-832a-735950958e05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.997472] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb15661-3f15-44fe-8b24-11ba11518ead {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.006396] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7654aff-314e-4275-a268-447a3685b551 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.015234] env[69333]: DEBUG nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Received event network-vif-deleted-62d9fabb-403d-45d3-a7a8-99467742a818 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.015511] env[69333]: DEBUG nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Received event network-vif-plugged-d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.015706] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Acquiring lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.015910] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.016097] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.016267] env[69333]: DEBUG nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] No waiting events found dispatching network-vif-plugged-d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 803.016436] env[69333]: WARNING nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Received unexpected event network-vif-plugged-d482f5ef-a132-415f-900f-5cd16d290b51 for instance with vm_state building and task_state spawning. [ 803.016596] env[69333]: DEBUG nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Received event network-changed-d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.016744] env[69333]: DEBUG nova.compute.manager [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Refreshing instance network info cache due to event network-changed-d482f5ef-a132-415f-900f-5cd16d290b51. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.016926] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Acquiring lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.028776] env[69333]: DEBUG nova.compute.provider_tree [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.154753] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.322527] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.322527] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe4e1ed-cf3d-4867-a59d-a5462905ce08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.334024] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 803.334024] env[69333]: value = "task-4133855" [ 803.334024] env[69333]: _type = "Task" [ 803.334024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.345728] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.350020] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.374682] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.375754] env[69333]: DEBUG nova.network.neutron [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Updating instance_info_cache with network_info: [{"id": "d482f5ef-a132-415f-900f-5cd16d290b51", "address": "fa:16:3e:89:c5:ff", "network": {"id": "5944b6fa-7921-4d13-9aa4-756cee051e86", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913883689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12eae44d0682490b82d485c93a2409f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd482f5ef-a1", "ovs_interfaceid": "d482f5ef-a132-415f-900f-5cd16d290b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.533049] env[69333]: DEBUG nova.scheduler.client.report [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.845647] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133855, 'name': PowerOffVM_Task, 'duration_secs': 0.198329} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.850080] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.850080] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.850080] env[69333]: DEBUG oslo_vmware.api [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133854, 'name': PowerOnVM_Task, 'duration_secs': 0.858453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.850354] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d6040c-e686-4f45-91e2-f90343b62af0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.853755] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.853755] env[69333]: INFO nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Took 9.12 seconds to spawn the instance on the hypervisor. [ 803.853755] env[69333]: DEBUG nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.854534] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d7ad6-2ab5-4601-8482-082e4313b464 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.865875] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.870107] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc45ab1c-8dc1-4fe7-8788-8602b8460667 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.878339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Releasing lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.878676] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Instance network_info: |[{"id": "d482f5ef-a132-415f-900f-5cd16d290b51", "address": "fa:16:3e:89:c5:ff", "network": {"id": "5944b6fa-7921-4d13-9aa4-756cee051e86", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913883689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12eae44d0682490b82d485c93a2409f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd482f5ef-a1", "ovs_interfaceid": "d482f5ef-a132-415f-900f-5cd16d290b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.878989] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133853, 'name': ReconfigVM_Task, 'duration_secs': 1.342333} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.879242] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Acquired lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.879417] env[69333]: DEBUG nova.network.neutron [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Refreshing network info cache for port d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.880629] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c5:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd482f5ef-a132-415f-900f-5cd16d290b51', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.888746] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Creating folder: Project (12eae44d0682490b82d485c93a2409f9). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.889645] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Reconfigured VM instance instance-0000002e to attach disk [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.889730] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c6372a-9a3e-4f75-bd0f-f3e58b3758e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.892494] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da8c84-588c-4a81-9566-529ec2662e6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.919529] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.928485] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c617cf6f-fbb2-4c40-9a37-c848a2d454ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.939424] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Created folder: Project (12eae44d0682490b82d485c93a2409f9) in parent group-v818612. [ 803.939424] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Creating folder: Instances. Parent ref: group-v818751. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.942814] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13384fdf-905a-41d6-b2fc-0cf0168ba0fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.943604] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.943814] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.943994] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.946039] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1909a752-29d3-4d81-bb89-4abb1d5e8046 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.950033] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 803.950033] env[69333]: value = "task-4133858" [ 803.950033] env[69333]: _type = "Task" [ 803.950033] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.960504] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Created folder: Instances in parent group-v818751. [ 803.960504] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.960504] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 803.960504] env[69333]: value = "task-4133860" [ 803.960504] env[69333]: _type = "Task" [ 803.960504] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.961229] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.961494] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e55a42f-79e5-4bfb-b828-3d55f49bcded {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.986936] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.987631] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.987631] env[69333]: DEBUG nova.virt.hardware [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.992169] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea06f417-13bc-4fcb-94e3-7e6c3f6a9392 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994930] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.004962] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6071fd84-ba8e-4b11-9026-5be530460c62 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.009414] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.009649] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.009649] env[69333]: value = "task-4133861" [ 804.009649] env[69333]: _type = "Task" [ 804.009649] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.029392] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133861, 'name': CreateVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.039998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.045207] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.938s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.045207] env[69333]: DEBUG nova.objects.instance [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lazy-loading 'resources' on Instance uuid a06e99d5-651a-4923-bab3-cdbea3aa096a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.070390] env[69333]: INFO nova.scheduler.client.report [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Deleted allocations for instance 1edd6ab2-40c6-45e6-bba3-66b6379012e9 [ 804.375292] env[69333]: INFO nova.compute.manager [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Took 45.98 seconds to build instance. [ 804.463063] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133858, 'name': ReconfigVM_Task, 'duration_secs': 0.199269} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.466482] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.466975] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a61cc3c-0c48-4c55-a97a-30af97a4b4d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.475194] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169369} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.476602] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.476959] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.477609] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.481988] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 804.481988] env[69333]: value = "task-4133862" [ 804.481988] env[69333]: _type = "Task" [ 804.481988] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.520515] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133861, 'name': CreateVM_Task, 'duration_secs': 0.373453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.521141] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.524059] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.524059] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.524059] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.524059] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdbca01-4fce-4959-933e-1187ac6af460 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.529805] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 804.529805] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5220a019-8e94-96d5-e5eb-468e0af4be9a" [ 804.529805] env[69333]: _type = "Task" [ 804.529805] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.540805] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5220a019-8e94-96d5-e5eb-468e0af4be9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.580101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d92375a6-738c-42a1-8144-7ec1a819272b tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Lock "1edd6ab2-40c6-45e6-bba3-66b6379012e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.034s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.822332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "9098c79f-7ab4-4692-9d84-0261024fee2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.877439] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bcf20671-591b-4fbb-9af9-0b5561060f3c tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.338s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.879136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.057s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.879370] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.879572] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.880371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.884804] env[69333]: INFO nova.compute.manager [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Terminating instance [ 805.001227] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.057572] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5220a019-8e94-96d5-e5eb-468e0af4be9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.060636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.060922] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.061216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.061406] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.061658] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.062891] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13274cce-e7d7-43e3-b76f-03c6db861094 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.076148] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.076360] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.077128] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15477b1d-5519-493a-8533-05aa06effc16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.083895] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 805.083895] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5261331f-0c65-963c-4b26-58cf855d5f9c" [ 805.083895] env[69333]: _type = "Task" [ 805.083895] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.097653] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5261331f-0c65-963c-4b26-58cf855d5f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.098925] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df2a28f-1d10-4e00-b00a-2a90ff9e22f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.106202] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 805.106202] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cac98f-419f-bf52-e17a-30d38f0947b6" [ 805.106202] env[69333]: _type = "Task" [ 805.106202] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.114040] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92bdf8-430d-4063-a933-c235422ef94d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.120419] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cac98f-419f-bf52-e17a-30d38f0947b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.128021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4ca9e-8af1-4e89-b85b-61129bc84490 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.132444] env[69333]: DEBUG nova.compute.manager [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Received event network-vif-plugged-dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.132648] env[69333]: DEBUG oslo_concurrency.lockutils [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] Acquiring lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.132851] env[69333]: DEBUG oslo_concurrency.lockutils [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.133019] env[69333]: DEBUG oslo_concurrency.lockutils [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.133203] env[69333]: DEBUG nova.compute.manager [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] No waiting events found dispatching network-vif-plugged-dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.133363] env[69333]: WARNING nova.compute.manager [req-56eac417-46d5-4f88-9376-bca985120194 req-3e515fde-05d5-430b-abc9-15a6b2baec16 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Received unexpected event network-vif-plugged-dabed95d-d960-4293-be71-610b3cd0d8c7 for instance with vm_state building and task_state spawning. [ 805.163908] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f4e24-c80d-4792-87c8-a775d72ce90d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.173560] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10da244-03cf-4d57-a723-e1fec7fbec75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.190057] env[69333]: DEBUG nova.compute.provider_tree [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.196209] env[69333]: DEBUG nova.network.neutron [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Updated VIF entry in instance network info cache for port d482f5ef-a132-415f-900f-5cd16d290b51. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.197131] env[69333]: DEBUG nova.network.neutron [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Updating instance_info_cache with network_info: [{"id": "d482f5ef-a132-415f-900f-5cd16d290b51", "address": "fa:16:3e:89:c5:ff", "network": {"id": "5944b6fa-7921-4d13-9aa4-756cee051e86", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-913883689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12eae44d0682490b82d485c93a2409f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd482f5ef-a1", "ovs_interfaceid": "d482f5ef-a132-415f-900f-5cd16d290b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.251019] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Successfully updated port: dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.382988] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.389467] env[69333]: DEBUG nova.compute.manager [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.389467] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.389467] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ac4cb-5100-46c3-8482-874239ed7d1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.401799] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.402189] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f09ae97-8fe9-4c37-9dc7-45a1448efeee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.410992] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 805.410992] env[69333]: value = "task-4133863" [ 805.410992] env[69333]: _type = "Task" [ 805.410992] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.423248] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.504968] env[69333]: DEBUG oslo_vmware.api [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133862, 'name': PowerOnVM_Task, 'duration_secs': 0.706084} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.505281] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.508218] env[69333]: DEBUG nova.compute.manager [None req-2ca25e3c-8649-44e6-94d3-026e0bc5f94e tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.509046] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e963a7c6-d468-4d35-9fd8-92b8f609f1ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.527642] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.527982] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.528104] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.528255] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.528407] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.528554] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.528892] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.528892] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.529132] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.529233] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.529393] env[69333]: DEBUG nova.virt.hardware [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.531283] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d1d7c-393b-4981-9817-756379974c79 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.540194] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d989cc2-41a5-465d-b678-c8b558775111 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.556148] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b8:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c4a42d2-14a0-4112-85c4-559f41c4ffa9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.563949] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.564954] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.565403] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2baa55e5-bbc1-4c14-984d-3b598d68213c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.585995] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.585995] env[69333]: value = "task-4133864" [ 805.585995] env[69333]: _type = "Task" [ 805.585995] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.594944] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133864, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.617648] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cac98f-419f-bf52-e17a-30d38f0947b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.617929] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.618201] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d9c61b6-69ab-4be1-9c6d-8b93763d4584/9d9c61b6-69ab-4be1-9c6d-8b93763d4584.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.618508] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981a3154-eedd-4c4d-8747-4059a85c3227 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.628589] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 805.628589] env[69333]: value = "task-4133865" [ 805.628589] env[69333]: _type = "Task" [ 805.628589] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.639176] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.693731] env[69333]: DEBUG nova.scheduler.client.report [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.699399] env[69333]: DEBUG oslo_concurrency.lockutils [req-b159a600-5d0e-4383-aa1d-992bf9cec43c req-24e26152-17b1-40a8-9e03-2a808585a9d7 service nova] Releasing lock "refresh_cache-9d9c61b6-69ab-4be1-9c6d-8b93763d4584" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.753791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.753921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.754095] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.921029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.925998] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133863, 'name': PowerOffVM_Task, 'duration_secs': 0.220393} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.926359] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.926543] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.926825] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ec3962c-8f03-4f4b-84b2-11edd5ccd1d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.008782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.009060] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.009445] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Deleting the datastore file [datastore2] 9098c79f-7ab4-4692-9d84-0261024fee2e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.009777] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2657fc1a-114c-499d-83f1-696a35595e77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.017952] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for the task: (returnval){ [ 806.017952] env[69333]: value = "task-4133867" [ 806.017952] env[69333]: _type = "Task" [ 806.017952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.037978] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.102795] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133864, 'name': CreateVM_Task, 'duration_secs': 0.356656} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.103061] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.103828] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.104063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.104388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.104669] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d5eb73-4acd-43e4-b33b-efe63d237504 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.110884] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 806.110884] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ade98-6705-fde5-4c85-478d508dcfbf" [ 806.110884] env[69333]: _type = "Task" [ 806.110884] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.121494] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ade98-6705-fde5-4c85-478d508dcfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.144024] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.202024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.203160] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.339s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.203455] env[69333]: DEBUG nova.objects.instance [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lazy-loading 'resources' on Instance uuid c2bc4b50-d4a8-4705-a450-20233a3527bc {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.237844] env[69333]: INFO nova.scheduler.client.report [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Deleted allocations for instance a06e99d5-651a-4923-bab3-cdbea3aa096a [ 806.296235] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.506151] env[69333]: DEBUG nova.network.neutron [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Updating instance_info_cache with network_info: [{"id": "dabed95d-d960-4293-be71-610b3cd0d8c7", "address": "fa:16:3e:b1:ff:90", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabed95d-d9", "ovs_interfaceid": "dabed95d-d960-4293-be71-610b3cd0d8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.538929] env[69333]: DEBUG oslo_vmware.api [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Task: {'id': task-4133867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318209} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.539375] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.539673] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.539976] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.540340] env[69333]: INFO nova.compute.manager [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 806.540651] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.541399] env[69333]: DEBUG nova.compute.manager [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.541557] env[69333]: DEBUG nova.network.neutron [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.625026] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ade98-6705-fde5-4c85-478d508dcfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.036696} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.625026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.625026] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.625026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.625026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.625026] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.625026] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8295fd-745e-4b92-a0fd-82a188b695c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.637810] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.638023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.642588] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b16a7ba-6864-4e94-8c80-b2485830dac4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.646019] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596582} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.646749] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d9c61b6-69ab-4be1-9c6d-8b93763d4584/9d9c61b6-69ab-4be1-9c6d-8b93763d4584.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.646978] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.647621] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1870406-9d39-4e34-adfa-a80b9cf6978d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.652414] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 806.652414] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a914-8762-6f6f-c865-a1c00b2569c5" [ 806.652414] env[69333]: _type = "Task" [ 806.652414] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.657889] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 806.657889] env[69333]: value = "task-4133868" [ 806.657889] env[69333]: _type = "Task" [ 806.657889] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.663022] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a914-8762-6f6f-c865-a1c00b2569c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.671687] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.747591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Lock "a06e99d5-651a-4923-bab3-cdbea3aa096a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.019s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.009367] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.009699] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Instance network_info: |[{"id": "dabed95d-d960-4293-be71-610b3cd0d8c7", "address": "fa:16:3e:b1:ff:90", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabed95d-d9", "ovs_interfaceid": "dabed95d-d960-4293-be71-610b3cd0d8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.010147] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ff:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabed95d-d960-4293-be71-610b3cd0d8c7', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.019062] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.025115] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.025115] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7796dc3c-fb7b-4b73-9bf7-0e321f2358fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.047100] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.047100] env[69333]: value = "task-4133869" [ 807.047100] env[69333]: _type = "Task" [ 807.047100] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.061939] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133869, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.173022] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a914-8762-6f6f-c865-a1c00b2569c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.173022] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e60a1a5-b323-4401-91d3-1af9618c59b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.178589] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17857} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.181803] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.182876] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef639f01-56f1-4503-972a-5ff50d199a20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.187438] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 807.187438] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5207c7e1-13f2-c844-3bc4-ac60f76bbe53" [ 807.187438] env[69333]: _type = "Task" [ 807.187438] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.214238] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 9d9c61b6-69ab-4be1-9c6d-8b93763d4584/9d9c61b6-69ab-4be1-9c6d-8b93763d4584.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.221153] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f506083-7b3f-47eb-bc52-c88a9627c855 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.240908] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5207c7e1-13f2-c844-3bc4-ac60f76bbe53, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.241807] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.242070] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.242297] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49468207-95af-400b-abfd-f704b70c876e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.248986] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 807.248986] env[69333]: value = "task-4133870" [ 807.248986] env[69333]: _type = "Task" [ 807.248986] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.253179] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 807.253179] env[69333]: value = "task-4133871" [ 807.253179] env[69333]: _type = "Task" [ 807.253179] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.262810] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.272530] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.385753] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb8ce5-fdf0-40cf-b732-4ec80b5b39bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.395031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2157aca8-8686-41b3-a013-7a0699bc5c6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.427297] env[69333]: DEBUG nova.network.neutron [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.430212] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db9b92-2751-4687-9a3b-eee906948ec8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.440857] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817791c9-9824-44a8-8eb6-3943d47d8450 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.447579] env[69333]: DEBUG nova.compute.manager [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Received event network-changed-dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.447794] env[69333]: DEBUG nova.compute.manager [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Refreshing instance network info cache due to event network-changed-dabed95d-d960-4293-be71-610b3cd0d8c7. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.448809] env[69333]: DEBUG oslo_concurrency.lockutils [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] Acquiring lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.448809] env[69333]: DEBUG oslo_concurrency.lockutils [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] Acquired lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.448809] env[69333]: DEBUG nova.network.neutron [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Refreshing network info cache for port dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.469904] env[69333]: DEBUG nova.compute.provider_tree [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.473804] env[69333]: DEBUG nova.compute.manager [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.474061] env[69333]: DEBUG nova.compute.manager [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing instance network info cache due to event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.474375] env[69333]: DEBUG oslo_concurrency.lockutils [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.474602] env[69333]: DEBUG oslo_concurrency.lockutils [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.474797] env[69333]: DEBUG nova.network.neutron [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.560059] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133869, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.765028] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133870, 'name': ReconfigVM_Task, 'duration_secs': 0.421368} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.765028] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 9d9c61b6-69ab-4be1-9c6d-8b93763d4584/9d9c61b6-69ab-4be1-9c6d-8b93763d4584.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.765265] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fea49fe-e115-4150-a1c1-e12d2dbe0ef0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.771127] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133871, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.777967] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 807.777967] env[69333]: value = "task-4133872" [ 807.777967] env[69333]: _type = "Task" [ 807.777967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.788613] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133872, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.933883] env[69333]: INFO nova.compute.manager [-] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Took 1.39 seconds to deallocate network for instance. [ 807.978663] env[69333]: DEBUG nova.scheduler.client.report [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.059733] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133869, 'name': CreateVM_Task, 'duration_secs': 0.547924} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.060061] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.060635] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.060800] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.061176] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.061488] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4961099a-96d3-423d-b6b4-4e70ff0c613e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.067163] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 808.067163] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520d2339-e928-5509-2351-e38b94a77157" [ 808.067163] env[69333]: _type = "Task" [ 808.067163] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.076740] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520d2339-e928-5509-2351-e38b94a77157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.267580] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520592} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.271479] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.271782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.272094] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03423147-3f3a-4c58-90d0-de76f8b0149d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.285016] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 808.285016] env[69333]: value = "task-4133873" [ 808.285016] env[69333]: _type = "Task" [ 808.285016] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.292452] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133872, 'name': Rename_Task, 'duration_secs': 0.436811} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.293303] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.293585] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d477ecdc-6db5-4bf1-929a-b3a333cd1456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.298502] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.306577] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 808.306577] env[69333]: value = "task-4133874" [ 808.306577] env[69333]: _type = "Task" [ 808.306577] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.318663] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.441130] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.488403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.491973] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.989s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.494483] env[69333]: INFO nova.compute.claims [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.544021] env[69333]: INFO nova.scheduler.client.report [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Deleted allocations for instance c2bc4b50-d4a8-4705-a450-20233a3527bc [ 808.583517] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520d2339-e928-5509-2351-e38b94a77157, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.584128] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.584128] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.584618] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.584843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.585121] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.586046] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5d9803-1289-4e96-affb-cbc4b99ad207 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.597563] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.597896] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.599325] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c04566-f07f-4495-8b64-8d321d42e274 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.605832] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 808.605832] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f6fddd-33e6-ea0e-b031-ccc9046f52d5" [ 808.605832] env[69333]: _type = "Task" [ 808.605832] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.616082] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f6fddd-33e6-ea0e-b031-ccc9046f52d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.630386] env[69333]: DEBUG nova.network.neutron [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Updated VIF entry in instance network info cache for port dabed95d-d960-4293-be71-610b3cd0d8c7. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.630791] env[69333]: DEBUG nova.network.neutron [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Updating instance_info_cache with network_info: [{"id": "dabed95d-d960-4293-be71-610b3cd0d8c7", "address": "fa:16:3e:b1:ff:90", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabed95d-d9", "ovs_interfaceid": "dabed95d-d960-4293-be71-610b3cd0d8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.646518] env[69333]: DEBUG nova.network.neutron [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updated VIF entry in instance network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.647405] env[69333]: DEBUG nova.network.neutron [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.798367] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187114} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.798801] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.799990] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09408fe4-1dc3-4d2c-beb2-bf5ed01e3d7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.829117] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.833429] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86943f4c-0d45-4043-8025-353faa4fa807 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.858748] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133874, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.860444] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 808.860444] env[69333]: value = "task-4133875" [ 808.860444] env[69333]: _type = "Task" [ 808.860444] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.872565] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.058548] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07b85368-5311-48fb-9f25-7164ec4dbf1c tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Lock "c2bc4b50-d4a8-4705-a450-20233a3527bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.840s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.118639] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f6fddd-33e6-ea0e-b031-ccc9046f52d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.119448] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6d7b87-2308-458d-8487-59374f590998 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.125581] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 809.125581] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521927ad-12c7-1dfc-5154-d86377824ccf" [ 809.125581] env[69333]: _type = "Task" [ 809.125581] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.135805] env[69333]: DEBUG oslo_concurrency.lockutils [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] Releasing lock "refresh_cache-6de5e4c7-cfb4-4c32-b905-9306b918c722" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.136422] env[69333]: DEBUG nova.compute.manager [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Received event network-vif-deleted-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.136625] env[69333]: INFO nova.compute.manager [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Neutron deleted interface 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865; detaching it from the instance and deleting it from the info cache [ 809.136797] env[69333]: DEBUG nova.network.neutron [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.137969] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521927ad-12c7-1dfc-5154-d86377824ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.150480] env[69333]: DEBUG oslo_concurrency.lockutils [req-1be0822d-ddb7-4cb3-9797-8a0310f07d4d req-60338ae0-6d26-4d23-b824-4899a34939bd service nova] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.333013] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.373386] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.641783] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521927ad-12c7-1dfc-5154-d86377824ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.642385] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-821d889d-f028-4afe-a6e8-048d9961d114 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.644962] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.646189] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6de5e4c7-cfb4-4c32-b905-9306b918c722/6de5e4c7-cfb4-4c32-b905-9306b918c722.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.646640] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21d7135c-13eb-4155-b9ca-081af342a03f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.663033] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21a78d7-cfbb-44f2-b656-0dff8ae8a54d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.680096] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 809.680096] env[69333]: value = "task-4133876" [ 809.680096] env[69333]: _type = "Task" [ 809.680096] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.693249] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.706299] env[69333]: DEBUG nova.compute.manager [req-a3017067-c57b-4cba-8504-d40cf0c8392c req-c2e8add0-dc86-4a0e-ad91-45cb47e6a60e service nova] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Detach interface failed, port_id=9f6f0a2b-54bf-45cd-8d5c-f23f1af29865, reason: Instance 9098c79f-7ab4-4692-9d84-0261024fee2e could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.831996] env[69333]: DEBUG oslo_vmware.api [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133874, 'name': PowerOnVM_Task, 'duration_secs': 1.118743} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.835764] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.836014] env[69333]: INFO nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Took 8.73 seconds to spawn the instance on the hypervisor. [ 809.836209] env[69333]: DEBUG nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.838171] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519141b5-8db3-4e5d-87df-ee34d0a88832 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.876610] env[69333]: DEBUG nova.compute.manager [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.876852] env[69333]: DEBUG nova.compute.manager [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing instance network info cache due to event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.877220] env[69333]: DEBUG oslo_concurrency.lockutils [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.877489] env[69333]: DEBUG oslo_concurrency.lockutils [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.877697] env[69333]: DEBUG nova.network.neutron [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.888336] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133875, 'name': ReconfigVM_Task, 'duration_secs': 0.739111} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.889011] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f/2178d731-3d7a-44e4-a002-2e3785592d8f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.889733] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ad81f0-40b1-4e69-9beb-0770d25fe39c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.905743] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 809.905743] env[69333]: value = "task-4133877" [ 809.905743] env[69333]: _type = "Task" [ 809.905743] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.922036] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133877, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.161605] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae190261-4e4e-48ea-976e-d7dbb620111b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.175219] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db5db32-c132-412a-9e68-3bba17978710 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.218269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddfa4a-c1b4-409a-a96d-aa1a625d0603 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.237724] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e5d02-d4e4-47cc-8b99-19d5473db6c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.244187] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497761} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.244187] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6de5e4c7-cfb4-4c32-b905-9306b918c722/6de5e4c7-cfb4-4c32-b905-9306b918c722.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.244187] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.244187] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1110243d-b9e8-49f2-b7cf-99a7aaf3f972 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.255098] env[69333]: DEBUG nova.compute.provider_tree [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.262542] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 810.262542] env[69333]: value = "task-4133878" [ 810.262542] env[69333]: _type = "Task" [ 810.262542] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.273711] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.359358] env[69333]: INFO nova.compute.manager [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Took 42.53 seconds to build instance. [ 810.417516] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133877, 'name': Rename_Task, 'duration_secs': 0.326174} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.417782] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.418257] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d69970d-ca02-4dd2-9509-765a870e9092 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.425771] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 810.425771] env[69333]: value = "task-4133879" [ 810.425771] env[69333]: _type = "Task" [ 810.425771] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.435503] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.759064] env[69333]: DEBUG nova.scheduler.client.report [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.776070] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079216} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.776401] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.777163] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e525986-7f1f-4d5f-bbc6-700ae650e61e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.804412] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6de5e4c7-cfb4-4c32-b905-9306b918c722/6de5e4c7-cfb4-4c32-b905-9306b918c722.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.805398] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adcf2ae4-9534-47a0-b8d9-2277890b784e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.828475] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 810.828475] env[69333]: value = "task-4133880" [ 810.828475] env[69333]: _type = "Task" [ 810.828475] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.839175] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.861197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-66d0d08d-0678-4e3b-8e95-16a24769dd88 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.927s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.941584] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133879, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.009547] env[69333]: DEBUG nova.network.neutron [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updated VIF entry in instance network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.009925] env[69333]: DEBUG nova.network.neutron [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.265491] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.266445] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.269687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.908s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.270065] env[69333]: DEBUG nova.objects.instance [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'resources' on Instance uuid 169fceb8-b9fa-46cf-b61b-e82fa2e67543 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.339944] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.366562] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.438474] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.514257] env[69333]: DEBUG oslo_concurrency.lockutils [req-29812854-9f55-4783-b366-4711ae11d91c req-aa478f5b-b5b7-417e-afc9-5989175efd48 service nova] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.774299] env[69333]: DEBUG nova.compute.utils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.782089] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.782089] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.840528] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133880, 'name': ReconfigVM_Task, 'duration_secs': 0.891422} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.844824] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6de5e4c7-cfb4-4c32-b905-9306b918c722/6de5e4c7-cfb4-4c32-b905-9306b918c722.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.846058] env[69333]: DEBUG nova.policy [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fbb48d7caf347b29c46d7b4712d4561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e171860108f4fbfa622309e5dbe4a1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.847774] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e9f8e5-70b6-4f6f-bafc-5f4b484cd2f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.856382] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 811.856382] env[69333]: value = "task-4133881" [ 811.856382] env[69333]: _type = "Task" [ 811.856382] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.873767] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133881, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.897009] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.952315] env[69333]: DEBUG oslo_vmware.api [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133879, 'name': PowerOnVM_Task, 'duration_secs': 1.241246} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.952315] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.952315] env[69333]: DEBUG nova.compute.manager [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.952315] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a5d60a-c909-45e9-a94e-b220045f6bac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.029989] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.029989] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.285609] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.372593] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133881, 'name': Rename_Task, 'duration_secs': 0.214228} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.372821] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.373093] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51082087-a1df-488e-9f7a-bbb91181c6d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.380923] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 812.380923] env[69333]: value = "task-4133882" [ 812.380923] env[69333]: _type = "Task" [ 812.380923] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.395867] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.448988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e39e26-6240-4f09-9668-8dc4d0296892 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.460655] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d6970-9b05-4905-998d-e08e36c0f054 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.467569] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Successfully created port: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.507242] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.507564] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862f198-25f1-46ba-a226-64483cb9903f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.521849] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84551d-b453-4c14-8939-b6971004d4a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.548544] env[69333]: DEBUG nova.compute.provider_tree [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.552544] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 812.552544] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.711880] env[69333]: DEBUG nova.compute.manager [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.712155] env[69333]: DEBUG nova.compute.manager [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing instance network info cache due to event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.712510] env[69333]: DEBUG oslo_concurrency.lockutils [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.712662] env[69333]: DEBUG oslo_concurrency.lockutils [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.712825] env[69333]: DEBUG nova.network.neutron [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.895042] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.015857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.016197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.016420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.016605] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.016775] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.019271] env[69333]: INFO nova.compute.manager [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Terminating instance [ 813.052712] env[69333]: DEBUG nova.scheduler.client.report [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.060047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.303936] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.340298] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.340563] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.340718] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.341023] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.341119] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.341265] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.343407] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.343407] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.343407] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.343407] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.343407] env[69333]: DEBUG nova.virt.hardware [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.343407] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc9607-e2c1-4942-a730-01aa94e209b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.352039] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafce92d-6ddf-48a6-b7ae-56f6a4a89109 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.394102] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.524280] env[69333]: DEBUG nova.compute.manager [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.524419] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.525523] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc34eae-1844-48cf-8355-aca3d7b16a74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.538253] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.538253] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae98ffc-44c1-46b2-bffd-697f1ef94730 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.548131] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 813.548131] env[69333]: value = "task-4133883" [ 813.548131] env[69333]: _type = "Task" [ 813.548131] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.553020] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.558194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.561022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.907s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.561344] env[69333]: DEBUG nova.objects.instance [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lazy-loading 'resources' on Instance uuid 7626c8f9-ebba-44f1-a1a6-fc97379f170c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.593717] env[69333]: INFO nova.scheduler.client.report [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted allocations for instance 169fceb8-b9fa-46cf-b61b-e82fa2e67543 [ 813.630283] env[69333]: DEBUG nova.network.neutron [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updated VIF entry in instance network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.630708] env[69333]: DEBUG nova.network.neutron [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.651163] env[69333]: DEBUG nova.compute.manager [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.651356] env[69333]: DEBUG nova.compute.manager [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing instance network info cache due to event network-changed-6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.651559] env[69333]: DEBUG oslo_concurrency.lockutils [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] Acquiring lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895700] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.056681] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133883, 'name': PowerOffVM_Task, 'duration_secs': 0.236691} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.057385] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.057682] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.058217] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbfaec5-0cae-48e5-b734-7f6108ec1916 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.105122] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.446s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.105122] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Acquired lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.105122] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5947dab2-ae45-467c-9ea4-69f650ec6358 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.114672] env[69333]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 814.115342] env[69333]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69333) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 814.116235] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f56fdaf0-e881-47a4-9fd8-9cab1d78d3e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.135313] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71651ba-0bae-4304-bb2d-16c6e15a9e7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.153043] env[69333]: DEBUG oslo_concurrency.lockutils [req-05e70ed9-b86d-4f12-a2c5-4b6edb23372e req-2fffb728-2d66-4d85-9704-1196d6073247 service nova] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.154856] env[69333]: DEBUG oslo_concurrency.lockutils [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] Acquired lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.155191] env[69333]: DEBUG nova.network.neutron [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Refreshing network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.158417] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.158722] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.158947] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Deleting the datastore file [datastore1] 9d9c61b6-69ab-4be1-9c6d-8b93763d4584 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.159459] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70080b6a-c56b-470b-8e99-b21cf87c3b23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.179854] env[69333]: ERROR root [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-818696' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-818696' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-818696' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-818696'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-818696' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-818696' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-818696'}\n"]: nova.exception.InstanceNotFound: Instance 169fceb8-b9fa-46cf-b61b-e82fa2e67543 could not be found. [ 814.180186] env[69333]: DEBUG oslo_concurrency.lockutils [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] Releasing lock "169fceb8-b9fa-46cf-b61b-e82fa2e67543" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.180458] env[69333]: DEBUG nova.compute.manager [req-72b6e380-d3fb-473e-a6d3-05a8898a4b16 req-5f8a4036-8819-42b8-9c5f-043a46705090 service nova] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Detach interface failed, port_id=f9728ee7-72d3-4a6c-9537-8864514d3351, reason: Instance 169fceb8-b9fa-46cf-b61b-e82fa2e67543 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.185935] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for the task: (returnval){ [ 814.185935] env[69333]: value = "task-4133885" [ 814.185935] env[69333]: _type = "Task" [ 814.185935] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.196904] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.400796] env[69333]: DEBUG oslo_vmware.api [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133882, 'name': PowerOnVM_Task, 'duration_secs': 1.760184} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.401350] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.401731] env[69333]: INFO nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Took 10.48 seconds to spawn the instance on the hypervisor. [ 814.402113] env[69333]: DEBUG nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.403747] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8535a-38d7-476b-b4e6-94cf82113fd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.704830] env[69333]: DEBUG oslo_vmware.api [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Task: {'id': task-4133885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149513} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.710669] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.710973] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.711268] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.711467] env[69333]: INFO nova.compute.manager [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Took 1.19 seconds to destroy the instance on the hypervisor. [ 814.711674] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.712762] env[69333]: DEBUG nova.compute.manager [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.712762] env[69333]: DEBUG nova.network.neutron [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.718760] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Successfully updated port: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.752572] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51476677-5a03-4f8f-9a27-a0a6354d3300 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.762449] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0bb19e-8237-41f1-a39f-6f908c378abe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.800974] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4d709-eb88-42cc-a9fb-0e284d5f9221 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.809303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f6226-fc39-4414-a986-95f11415fafa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.825278] env[69333]: DEBUG nova.compute.provider_tree [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.933052] env[69333]: INFO nova.compute.manager [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Took 41.96 seconds to build instance. [ 815.034886] env[69333]: DEBUG nova.network.neutron [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updated VIF entry in instance network info cache for port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.034886] env[69333]: DEBUG nova.network.neutron [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [{"id": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "address": "fa:16:3e:ca:79:cf", "network": {"id": "5cb0625e-c100-450c-ab19-2f5e44d313b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1215730347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ed8210539184cfd9b08eb361a8a2e58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd6ea5e-d0", "ovs_interfaceid": "6dd6ea5e-d00e-414c-a25e-f4485213ddb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.222324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.222324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.222489] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.330621] env[69333]: DEBUG nova.scheduler.client.report [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.437672] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f7d1f908-f656-4904-8457-0761bf78e41d tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.345s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.537761] env[69333]: DEBUG oslo_concurrency.lockutils [req-69d5f43e-b591-487b-b8cc-77a42dd5a023 req-2a914620-d029-47d4-8d4f-8b6eb22cf7e7 service nova] Releasing lock "refresh_cache-e9a88232-87fa-4d01-a1b6-7865a5142faa" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.643442] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.643670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.643942] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.645074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.645074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.648028] env[69333]: INFO nova.compute.manager [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Terminating instance [ 815.773150] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.839895] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.845028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.682s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.846417] env[69333]: INFO nova.compute.claims [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.875662] env[69333]: INFO nova.scheduler.client.report [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Deleted allocations for instance 7626c8f9-ebba-44f1-a1a6-fc97379f170c [ 815.898207] env[69333]: DEBUG nova.compute.manager [req-6acf98e1-bb72-4901-bc67-09c376dd9972 req-0d7fe9bf-69fb-4dd2-a417-cc9c6197b44b service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Received event network-vif-deleted-d482f5ef-a132-415f-900f-5cd16d290b51 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.898563] env[69333]: INFO nova.compute.manager [req-6acf98e1-bb72-4901-bc67-09c376dd9972 req-0d7fe9bf-69fb-4dd2-a417-cc9c6197b44b service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Neutron deleted interface d482f5ef-a132-415f-900f-5cd16d290b51; detaching it from the instance and deleting it from the info cache [ 815.898777] env[69333]: DEBUG nova.network.neutron [req-6acf98e1-bb72-4901-bc67-09c376dd9972 req-0d7fe9bf-69fb-4dd2-a417-cc9c6197b44b service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.940726] env[69333]: DEBUG nova.network.neutron [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.942593] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.969512] env[69333]: DEBUG nova.network.neutron [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Updating instance_info_cache with network_info: [{"id": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "address": "fa:16:3e:ab:f0:cb", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fb1bba-aa", "ovs_interfaceid": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.137186] env[69333]: DEBUG nova.compute.manager [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Received event network-vif-plugged-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.137186] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Acquiring lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.137186] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.137186] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.137768] env[69333]: DEBUG nova.compute.manager [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] No waiting events found dispatching network-vif-plugged-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.137768] env[69333]: WARNING nova.compute.manager [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Received unexpected event network-vif-plugged-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba for instance with vm_state building and task_state spawning. [ 816.137768] env[69333]: DEBUG nova.compute.manager [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Received event network-changed-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.137869] env[69333]: DEBUG nova.compute.manager [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Refreshing instance network info cache due to event network-changed-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.137959] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Acquiring lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.153966] env[69333]: DEBUG nova.compute.manager [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.153966] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.153966] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092fdb82-7d5d-444a-ae2c-6cbf1421581e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.170031] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.170031] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a485ff98-74af-455c-a28f-79aba995f92c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.179514] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 816.179514] env[69333]: value = "task-4133886" [ 816.179514] env[69333]: _type = "Task" [ 816.179514] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.192978] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.394469] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Lock "7626c8f9-ebba-44f1-a1a6-fc97379f170c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.314s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.408686] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6033d837-e15d-49c4-9d66-e16123676227 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.418587] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4341342e-fcd0-4e08-8766-be6f6762ca69 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.457530] env[69333]: INFO nova.compute.manager [-] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Took 1.74 seconds to deallocate network for instance. [ 816.458078] env[69333]: DEBUG nova.compute.manager [req-6acf98e1-bb72-4901-bc67-09c376dd9972 req-0d7fe9bf-69fb-4dd2-a417-cc9c6197b44b service nova] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Detach interface failed, port_id=d482f5ef-a132-415f-900f-5cd16d290b51, reason: Instance 9d9c61b6-69ab-4be1-9c6d-8b93763d4584 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.476178] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.476178] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Instance network_info: |[{"id": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "address": "fa:16:3e:ab:f0:cb", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fb1bba-aa", "ovs_interfaceid": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.476178] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Acquired lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.476178] env[69333]: DEBUG nova.network.neutron [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Refreshing network info cache for port 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.477504] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:f0:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.489363] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.490530] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.491457] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.491709] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d17f0935-655e-484f-97d1-50c815efd767 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.517442] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.517442] env[69333]: value = "task-4133887" [ 816.517442] env[69333]: _type = "Task" [ 816.517442] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.529964] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133887, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.599645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.600174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.600174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.600670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.600670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.602818] env[69333]: INFO nova.compute.manager [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Terminating instance [ 816.691767] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133886, 'name': PowerOffVM_Task, 'duration_secs': 0.417765} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.691767] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.691910] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.692194] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22667749-b09e-4736-b653-608009bf118f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.781740] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.781740] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.781892] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Deleting the datastore file [datastore2] e9a88232-87fa-4d01-a1b6-7865a5142faa {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.782157] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c8b2e9-54c3-4e45-8a16-08383f3d2658 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.792661] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for the task: (returnval){ [ 816.792661] env[69333]: value = "task-4133889" [ 816.792661] env[69333]: _type = "Task" [ 816.792661] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.809036] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.971957] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.029885] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133887, 'name': CreateVM_Task, 'duration_secs': 0.381871} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.033763] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.036070] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.036285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.036613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.036888] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209961ee-57e2-4c42-81e8-d085ecd92ba9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.044277] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 817.044277] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ea38c-1247-855f-24cb-6968471a9cee" [ 817.044277] env[69333]: _type = "Task" [ 817.044277] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.061424] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ea38c-1247-855f-24cb-6968471a9cee, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.064861] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.065212] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.065485] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.065637] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.065845] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.066379] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8e80d1-f683-4448-a4d1-1bb970b67b04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.076465] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.076617] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.077293] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac47044-460b-45e6-b2e5-2dfd685e7701 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.087863] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 817.087863] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a1f19-1041-fc14-a5c0-ece5c92624a3" [ 817.087863] env[69333]: _type = "Task" [ 817.087863] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.097441] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a1f19-1041-fc14-a5c0-ece5c92624a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.109140] env[69333]: DEBUG nova.compute.manager [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.109397] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.113306] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe4e447-f90a-4ca6-9545-9304d263a16d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.124704] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.124819] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-454ec81d-f1c2-4222-87d5-1ae5db34bcce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.135052] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 817.135052] env[69333]: value = "task-4133890" [ 817.135052] env[69333]: _type = "Task" [ 817.135052] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.151513] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.304898] env[69333]: DEBUG oslo_vmware.api [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Task: {'id': task-4133889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201354} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.304898] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.304898] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.305152] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.305152] env[69333]: INFO nova.compute.manager [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 817.305364] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.305558] env[69333]: DEBUG nova.compute.manager [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.308065] env[69333]: DEBUG nova.network.neutron [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.328365] env[69333]: DEBUG nova.network.neutron [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Updated VIF entry in instance network info cache for port 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.329186] env[69333]: DEBUG nova.network.neutron [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Updating instance_info_cache with network_info: [{"id": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "address": "fa:16:3e:ab:f0:cb", "network": {"id": "9cd4b275-b4b4-43fc-be4b-e7edcf4d918e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1673931715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e171860108f4fbfa622309e5dbe4a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fb1bba-aa", "ovs_interfaceid": "67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.404704] env[69333]: DEBUG nova.compute.manager [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.408339] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312db1c5-a1a0-4cfd-bfee-2bb59b7ba27f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.433965] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804fafb-59f7-487d-a770-8b4db90fbae7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.450027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c74a8-d5b8-4f8a-9d54-75364396aba1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.490019] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539f464-1645-4727-bfc6-e13576ec5586 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.498991] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446695a-f720-4e73-b1b4-0942990e18c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.527207] env[69333]: DEBUG nova.compute.provider_tree [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.599928] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a1f19-1041-fc14-a5c0-ece5c92624a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.600888] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34b687c-50e7-4747-b309-ce92584daa3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.607280] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 817.607280] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed1f6f-dc87-acfb-246f-556fa7c10f87" [ 817.607280] env[69333]: _type = "Task" [ 817.607280] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.617957] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed1f6f-dc87-acfb-246f-556fa7c10f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.648134] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133890, 'name': PowerOffVM_Task, 'duration_secs': 0.313218} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.649100] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.649250] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.650016] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b9bfd86-dc72-400c-9402-f76ede6fc4c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.732717] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.733048] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.735043] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore2] 74d6e662-0bde-4c7c-a515-e9d4d90e82b5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.735043] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f4b90a-9ce2-4fe2-9220-422462c0c9ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.743503] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 817.743503] env[69333]: value = "task-4133892" [ 817.743503] env[69333]: _type = "Task" [ 817.743503] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.757054] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.835683] env[69333]: DEBUG oslo_concurrency.lockutils [req-6d81c91a-8a01-42b9-872d-da27f99aee4b req-4f8711ed-940f-4f7a-88c0-021276967a60 service nova] Releasing lock "refresh_cache-2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.924077] env[69333]: INFO nova.compute.manager [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] instance snapshotting [ 817.932986] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716fb779-d92a-4b27-b94e-66f0d67245dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.959678] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b411c-3846-43fc-af3a-2ae4336c9f5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.025047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "07807835-347b-47ff-97ac-989c3dbc5930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.025309] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.030703] env[69333]: DEBUG nova.scheduler.client.report [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.041598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.041598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.127057] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ed1f6f-dc87-acfb-246f-556fa7c10f87, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.127373] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.127651] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568/2d06a0e6-7b16-4986-9cb0-7e5cad2ea568.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.127938] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b5ddca-795a-48bb-bc85-b90e73512ad5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.134144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.134345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.137064] env[69333]: INFO nova.compute.manager [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Rebooting instance [ 818.137275] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 818.137275] env[69333]: value = "task-4133893" [ 818.137275] env[69333]: _type = "Task" [ 818.137275] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.148406] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.254814] env[69333]: DEBUG nova.network.neutron [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.255933] env[69333]: DEBUG oslo_vmware.api [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145415} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.256202] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.256389] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.256591] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.256758] env[69333]: INFO nova.compute.manager [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.257017] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.257205] env[69333]: DEBUG nova.compute.manager [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.257303] env[69333]: DEBUG nova.network.neutron [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.311705] env[69333]: DEBUG nova.compute.manager [req-43f94a5e-e213-432a-bd82-919a0993dcd1 req-5c9e532d-6b34-4263-866f-38811855fbda service nova] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Received event network-vif-deleted-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.474149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.474509] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2793895-45e7-4994-8a86-0bc909fe40e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.484984] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 818.484984] env[69333]: value = "task-4133894" [ 818.484984] env[69333]: _type = "Task" [ 818.484984] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.500908] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.539065] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.539532] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.543398] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.967s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.543667] env[69333]: DEBUG nova.objects.instance [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lazy-loading 'resources' on Instance uuid 92d67e6e-f081-4006-94d8-241696d59b88 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.660128] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509825} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.660128] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568/2d06a0e6-7b16-4986-9cb0-7e5cad2ea568.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.660128] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.660128] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-948d601b-2ca9-4e0b-a967-9bc0682c1881 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.664340] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.664764] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.664883] env[69333]: DEBUG nova.network.neutron [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.668122] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 818.668122] env[69333]: value = "task-4133895" [ 818.668122] env[69333]: _type = "Task" [ 818.668122] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.679781] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.765017] env[69333]: INFO nova.compute.manager [-] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Took 1.46 seconds to deallocate network for instance. [ 819.003390] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.007957] env[69333]: DEBUG nova.network.neutron [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.054849] env[69333]: DEBUG nova.compute.utils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.056484] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.056693] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.152445] env[69333]: DEBUG nova.policy [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ab79dd1df15459e982867304be41ba6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9a6fbc4c29b466d87330ca2dffd99ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.182347] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074801} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.182658] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.183595] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f69bf0-5ac3-49db-91f1-90ac2c51c936 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.217588] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568/2d06a0e6-7b16-4986-9cb0-7e5cad2ea568.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.224506] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13d0316-726a-4ea2-80b9-8e8fd9474bff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.265181] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 819.265181] env[69333]: value = "task-4133896" [ 819.265181] env[69333]: _type = "Task" [ 819.265181] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.277026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.277422] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.504164] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.512703] env[69333]: INFO nova.compute.manager [-] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Took 1.26 seconds to deallocate network for instance. [ 819.560462] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.598237] env[69333]: DEBUG nova.network.neutron [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.770853] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0539acf1-debe-4429-96ef-386087828751 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.785290] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0138005-9420-4d7a-aa80-0fce3e20c48d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.788994] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133896, 'name': ReconfigVM_Task, 'duration_secs': 0.506908} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.789307] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568/2d06a0e6-7b16-4986-9cb0-7e5cad2ea568.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.790327] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b56d653-dc13-4937-bfc7-e75cfe6a6f03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.823153] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aefe530-f0c2-4f72-a299-36bdc6b19d2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.826394] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 819.826394] env[69333]: value = "task-4133897" [ 819.826394] env[69333]: _type = "Task" [ 819.826394] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.833874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e311839-5c98-4f9f-8d26-a17d93b815a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.842667] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133897, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.855282] env[69333]: DEBUG nova.compute.provider_tree [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.881341] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Successfully created port: 54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.000664] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133894, 'name': CreateSnapshot_Task, 'duration_secs': 1.457877} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.001184] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.002934] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3656a1-44e6-43f5-834f-05c8636194f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.025209] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.101815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.336998] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133897, 'name': Rename_Task, 'duration_secs': 0.351168} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.338474] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.339761] env[69333]: DEBUG nova.compute.manager [req-790d4c05-1ea9-4709-9f78-cd10f5189728 req-33f9a047-f48f-48cf-a749-2b8a4af0fe08 service nova] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Received event network-vif-deleted-1928e8c0-016e-4aa3-9c25-d59bb6a70233 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.339761] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a708d5fa-2419-4953-b0e7-a9f5cf7dc1b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.347108] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 820.347108] env[69333]: value = "task-4133898" [ 820.347108] env[69333]: _type = "Task" [ 820.347108] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.358569] env[69333]: DEBUG nova.scheduler.client.report [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.363127] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.523010] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.523753] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-391720fb-b6c9-4a01-9808-fb431fdb3695 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.539236] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 820.539236] env[69333]: value = "task-4133899" [ 820.539236] env[69333]: _type = "Task" [ 820.539236] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.546237] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.577308] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.610401] env[69333]: DEBUG nova.compute.manager [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.612499] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f60805-63a4-48de-88f9-d54d3fdc39e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.619711] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:51:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56f7723f-e438-426b-a736-146e73062c2a',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2111545260',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.620421] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.620585] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.620787] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.620950] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.621145] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.621347] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.621537] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.621725] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.621970] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.622299] env[69333]: DEBUG nova.virt.hardware [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.623173] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009911d-8129-49db-83a5-8f376d9cfca8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.635170] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e4ef04-5cac-47a9-a538-1c217b0bc8b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.857794] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133898, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.864984] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.867484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.248s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.869114] env[69333]: INFO nova.compute.claims [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.899418] env[69333]: INFO nova.scheduler.client.report [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Deleted allocations for instance 92d67e6e-f081-4006-94d8-241696d59b88 [ 821.049236] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.357606] env[69333]: DEBUG oslo_vmware.api [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133898, 'name': PowerOnVM_Task, 'duration_secs': 0.517308} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.358270] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.358270] env[69333]: INFO nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Took 8.05 seconds to spawn the instance on the hypervisor. [ 821.358270] env[69333]: DEBUG nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.359146] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb965f6-c743-45a7-a9f7-af6550e679ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.408189] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Lock "92d67e6e-f081-4006-94d8-241696d59b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.808s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.508976] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Successfully updated port: 54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.548599] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.639298] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9799de-9519-4bab-9f9e-e36d3b1dd7b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.648848] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Doing hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 821.649169] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d059f34a-df8c-4a66-80c1-4a6ce9fd2a6b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.657999] env[69333]: DEBUG oslo_vmware.api [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 821.657999] env[69333]: value = "task-4133900" [ 821.657999] env[69333]: _type = "Task" [ 821.657999] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.668827] env[69333]: DEBUG oslo_vmware.api [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133900, 'name': ResetVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.880698] env[69333]: INFO nova.compute.manager [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Took 44.40 seconds to build instance. [ 822.012383] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.012562] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.012723] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.050137] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.168491] env[69333]: DEBUG oslo_vmware.api [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4133900, 'name': ResetVM_Task, 'duration_secs': 0.111453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.172556] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Did hard reboot of VM {{(pid=69333) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 822.172772] env[69333]: DEBUG nova.compute.manager [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.173942] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67dba5-d065-449c-9e08-5a31e8cc9e65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.386701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e24fccd-f853-4938-a08e-b680ab2ae654 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.507s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.466432] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778daa0f-aed7-4f2e-b42a-6b64a7d19d4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.475481] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1c0d7-b9fd-48ef-8854-8ca1763d447a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.525846] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6562598-2f45-4ab9-999f-df2aa5c62844 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.529357] env[69333]: DEBUG nova.compute.manager [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Received event network-vif-plugged-54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.529596] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Acquiring lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.529825] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.529997] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.530210] env[69333]: DEBUG nova.compute.manager [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] No waiting events found dispatching network-vif-plugged-54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.530384] env[69333]: WARNING nova.compute.manager [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Received unexpected event network-vif-plugged-54b3300e-b4a8-4f07-976e-7c8711ae877f for instance with vm_state building and task_state spawning. [ 822.530543] env[69333]: DEBUG nova.compute.manager [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Received event network-changed-54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.530692] env[69333]: DEBUG nova.compute.manager [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Refreshing instance network info cache due to event network-changed-54b3300e-b4a8-4f07-976e-7c8711ae877f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.530858] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540249] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3446fb1b-87f8-402c-bddd-c91962910bc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.559987] env[69333]: DEBUG nova.compute.provider_tree [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.565604] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.573603] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.696126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-58403771-870b-41a4-8469-222f71d7b62d tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.562s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.762252] env[69333]: DEBUG nova.network.neutron [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.892400] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.054804] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133899, 'name': CloneVM_Task, 'duration_secs': 2.471749} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.054917] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Created linked-clone VM from snapshot [ 823.055703] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926b5415-0439-462b-a41d-cd6e19c4e096 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.063644] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Uploading image b942bfd1-0cb0-41bf-9c61-694b6a39bb73 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.066888] env[69333]: DEBUG nova.scheduler.client.report [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.105776] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 823.105776] env[69333]: value = "vm-818758" [ 823.105776] env[69333]: _type = "VirtualMachine" [ 823.105776] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 823.105997] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7100abc7-42f5-40f6-8953-9af67d7105d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.114710] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease: (returnval){ [ 823.114710] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52167f3c-4085-9a84-0acd-d14a93a24785" [ 823.114710] env[69333]: _type = "HttpNfcLease" [ 823.114710] env[69333]: } obtained for exporting VM: (result){ [ 823.114710] env[69333]: value = "vm-818758" [ 823.114710] env[69333]: _type = "VirtualMachine" [ 823.114710] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 823.115081] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the lease: (returnval){ [ 823.115081] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52167f3c-4085-9a84-0acd-d14a93a24785" [ 823.115081] env[69333]: _type = "HttpNfcLease" [ 823.115081] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 823.123029] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.123029] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52167f3c-4085-9a84-0acd-d14a93a24785" [ 823.123029] env[69333]: _type = "HttpNfcLease" [ 823.123029] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.264628] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.265042] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Instance network_info: |[{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.265397] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.265590] env[69333]: DEBUG nova.network.neutron [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Refreshing network info cache for port 54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.268019] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:58:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b3300e-b4a8-4f07-976e-7c8711ae877f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.274905] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.276232] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.277015] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff2b4f8-d71e-4c1e-8b5b-c53461b3d99a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.296887] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.296887] env[69333]: value = "task-4133902" [ 823.296887] env[69333]: _type = "Task" [ 823.296887] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.305567] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133902, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.428713] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.580056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.580750] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.583887] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.263s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.587617] env[69333]: INFO nova.compute.claims [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.626910] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.626910] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52167f3c-4085-9a84-0acd-d14a93a24785" [ 823.626910] env[69333]: _type = "HttpNfcLease" [ 823.626910] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.631596] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.631596] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52167f3c-4085-9a84-0acd-d14a93a24785" [ 823.631596] env[69333]: _type = "HttpNfcLease" [ 823.631596] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.631596] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ef5d3-20cb-46ae-aebb-7e91bfe77fca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.642494] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.642494] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 823.808897] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133902, 'name': CreateVM_Task, 'duration_secs': 0.422802} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.808897] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.809434] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.809638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.810810] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810810] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e72341-4ddf-4c36-af00-9d5750e53ce1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.817502] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 823.817502] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5f92f-9ee8-61ac-243e-2f5b198b6921" [ 823.817502] env[69333]: _type = "Task" [ 823.817502] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.824256] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f2a1aa9-f988-4347-a900-623eebc9fc4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.836544] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5f92f-9ee8-61ac-243e-2f5b198b6921, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.840495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.840929] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.841403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.841617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.841826] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.844886] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a77f79-2cbb-443d-af1e-f43957532244 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.862684] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.862904] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.865183] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7380a159-ee29-414c-afb4-d75ef5afc360 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.880307] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 823.880307] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523bfa4a-a6d1-aae5-7864-4ffda27eeed2" [ 823.880307] env[69333]: _type = "Task" [ 823.880307] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.895256] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523bfa4a-a6d1-aae5-7864-4ffda27eeed2, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.896308] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a748a0-77aa-47b1-af95-f3abe6b04a88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.903807] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 823.903807] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc2257-1727-8275-69e7-657c4110f0ba" [ 823.903807] env[69333]: _type = "Task" [ 823.903807] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.913357] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc2257-1727-8275-69e7-657c4110f0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.084260] env[69333]: DEBUG nova.network.neutron [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updated VIF entry in instance network info cache for port 54b3300e-b4a8-4f07-976e-7c8711ae877f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.084681] env[69333]: DEBUG nova.network.neutron [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.096020] env[69333]: DEBUG nova.compute.utils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.096020] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.096487] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.167856] env[69333]: DEBUG nova.policy [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3282e44630244a799381f9b99c367976', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f49b0923c5949cda31ee2c3412de93a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.425426] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc2257-1727-8275-69e7-657c4110f0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.425426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425426] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.425426] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b2c128e-2fa0-4277-92a0-a5d297ff1a93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.446030] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 824.446030] env[69333]: value = "task-4133903" [ 824.446030] env[69333]: _type = "Task" [ 824.446030] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.459750] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.591051] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e864131-7d13-4acd-a709-9b33d52c34dd req-a33d4839-fe99-4fef-86d0-55f182a1102c service nova] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.595334] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Successfully created port: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.597546] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.972829] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.297872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed727638-4b75-401f-87cd-81a43fba8182 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.306490] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0454251-f567-4afe-b65c-afffd45e7bb9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.344093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.344365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.344626] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.344815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.345127] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.347994] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2715a3-8d67-44be-b6c0-c23746a2e234 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.352248] env[69333]: INFO nova.compute.manager [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Terminating instance [ 825.361322] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94144767-b4cd-4855-9a04-576436e8a5d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.380190] env[69333]: DEBUG nova.compute.provider_tree [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.454914] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545024} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.455360] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.455452] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.455722] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df1f8b3-8ff0-41e8-9d27-3ece0a9ef893 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.464087] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 825.464087] env[69333]: value = "task-4133904" [ 825.464087] env[69333]: _type = "Task" [ 825.464087] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.475100] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.610877] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.638293] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.638648] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.638888] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.639694] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.639694] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.639694] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.640117] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.640117] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.640236] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.640495] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.640934] env[69333]: DEBUG nova.virt.hardware [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.642193] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2fbf9-9e85-458d-88ad-f8632d85b11d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.653795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e70a46d-ddfb-4cf4-9330-5b14f69e460a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.660743] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.661543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.858555] env[69333]: DEBUG nova.compute.manager [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.859765] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.859765] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1015772-8cfc-4b2d-a8e7-87be138cf5ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.868446] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.868741] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b2e92a-906f-4d03-aed4-7194928bdc0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.876571] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 825.876571] env[69333]: value = "task-4133905" [ 825.876571] env[69333]: _type = "Task" [ 825.876571] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.888976] env[69333]: DEBUG nova.scheduler.client.report [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.892758] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.982474] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085231} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.982750] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.983677] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83a9a4-5e3e-4f8b-8d6c-d66369c3fcd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.012608] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.012929] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b58915-222b-42e1-86df-e7127dc17f45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.038376] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 826.038376] env[69333]: value = "task-4133906" [ 826.038376] env[69333]: _type = "Task" [ 826.038376] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.049541] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.388210] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133905, 'name': PowerOffVM_Task, 'duration_secs': 0.311117} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.388500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.388660] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.388977] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15acd14-eb3a-4f4d-8489-447b5f58588b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.397882] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.397882] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.399054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.433s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.399291] env[69333]: DEBUG nova.objects.instance [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lazy-loading 'resources' on Instance uuid 6c944606-622d-4ccc-af71-7087f4b28257 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.466284] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.466284] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.466806] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleting the datastore file [datastore1] 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.467803] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d34d2f-0f1d-490a-a96e-536b582a904a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.476453] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 826.476453] env[69333]: value = "task-4133908" [ 826.476453] env[69333]: _type = "Task" [ 826.476453] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.493755] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.550646] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.630196] env[69333]: DEBUG nova.compute.manager [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Received event network-vif-plugged-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.630507] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] Acquiring lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.630659] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.630828] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.630995] env[69333]: DEBUG nova.compute.manager [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] No waiting events found dispatching network-vif-plugged-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 826.631548] env[69333]: WARNING nova.compute.manager [req-6b57250c-f2f0-42d6-b58e-f9454fc5e782 req-f2c82dd3-006b-41bb-9742-01683a40627f service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Received unexpected event network-vif-plugged-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 for instance with vm_state building and task_state spawning. [ 826.791462] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Successfully updated port: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.903168] env[69333]: DEBUG nova.compute.utils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.911326] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.911588] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.984900] env[69333]: DEBUG nova.policy [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd42cc146470e461388a146d5dbdb970b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb034c272ff4cbcb305476515f617b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.993495] env[69333]: DEBUG oslo_vmware.api [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4133908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165542} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.996517] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.996775] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.996907] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.997109] env[69333]: INFO nova.compute.manager [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.997383] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.998597] env[69333]: DEBUG nova.compute.manager [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.998597] env[69333]: DEBUG nova.network.neutron [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.057044] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133906, 'name': ReconfigVM_Task, 'duration_secs': 0.755653} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.057044] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.058178] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521fc9c1-fa88-4221-8beb-bdbb4ed8b917 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.068514] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 827.068514] env[69333]: value = "task-4133909" [ 827.068514] env[69333]: _type = "Task" [ 827.068514] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.083803] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133909, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.295141] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.295451] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.295574] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.311540] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Successfully created port: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.411948] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.470692] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8bb5f-9721-43e0-8c85-6d0bcad0ba78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.485875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f501409-12c8-4236-8e4d-06de8381ce4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.542213] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429b1f5-c196-495f-be4b-a5bf4bedb579 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.555948] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d9b308-79f0-470e-b7ec-5b47855c76de {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.577810] env[69333]: DEBUG nova.compute.provider_tree [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.590836] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133909, 'name': Rename_Task, 'duration_secs': 0.396773} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.591141] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.591411] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51e820f8-8466-4eb5-95a7-6fc14da123a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.603768] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 827.603768] env[69333]: value = "task-4133910" [ 827.603768] env[69333]: _type = "Task" [ 827.603768] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.613696] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.849057] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.926244] env[69333]: DEBUG nova.compute.manager [req-c86ac630-d4b9-4699-90ed-5a89efd67db3 req-249c5348-5e9a-44ab-840e-9e4a9f8219d2 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Received event network-vif-deleted-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.926467] env[69333]: INFO nova.compute.manager [req-c86ac630-d4b9-4699-90ed-5a89efd67db3 req-249c5348-5e9a-44ab-840e-9e4a9f8219d2 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Neutron deleted interface 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba; detaching it from the instance and deleting it from the info cache [ 827.926682] env[69333]: DEBUG nova.network.neutron [req-c86ac630-d4b9-4699-90ed-5a89efd67db3 req-249c5348-5e9a-44ab-840e-9e4a9f8219d2 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.083452] env[69333]: DEBUG nova.network.neutron [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Updating instance_info_cache with network_info: [{"id": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "address": "fa:16:3e:5e:16:1f", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d0958a-5b", "ovs_interfaceid": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.086183] env[69333]: DEBUG nova.scheduler.client.report [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.116723] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.241717] env[69333]: DEBUG nova.network.neutron [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.430916] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.433812] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8bb2ac2-8dbf-4117-9a24-4bee8daa1738 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.445122] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4aabfb-a310-48be-844b-9a204a3cdd25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.473492] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.473959] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.474284] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.474658] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.474919] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.475204] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.475576] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.475872] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.476207] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.476540] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.476844] env[69333]: DEBUG nova.virt.hardware [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.478386] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952198b-4acb-4c55-958b-e586e1493edc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.502403] env[69333]: DEBUG nova.compute.manager [req-c86ac630-d4b9-4699-90ed-5a89efd67db3 req-249c5348-5e9a-44ab-840e-9e4a9f8219d2 service nova] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Detach interface failed, port_id=67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba, reason: Instance 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.511570] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99f2b2-e3c8-44ca-99e8-2203f124554d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.591699] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.594181] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.594497] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Instance network_info: |[{"id": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "address": "fa:16:3e:5e:16:1f", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d0958a-5b", "ovs_interfaceid": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.595759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.988s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.596597] env[69333]: INFO nova.compute.claims [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.599679] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:16:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.607545] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.608174] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.611474] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc13c87e-4a9c-42a8-bbf6-7aa3f485cb4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.627436] env[69333]: INFO nova.scheduler.client.report [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted allocations for instance 6c944606-622d-4ccc-af71-7087f4b28257 [ 828.636475] env[69333]: DEBUG oslo_vmware.api [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4133910, 'name': PowerOnVM_Task, 'duration_secs': 0.78156} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.638184] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.638892] env[69333]: INFO nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Took 8.06 seconds to spawn the instance on the hypervisor. [ 828.638892] env[69333]: DEBUG nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.639068] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.639068] env[69333]: value = "task-4133911" [ 828.639068] env[69333]: _type = "Task" [ 828.639068] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.640948] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282d008-3538-44d8-9c54-d5574a11be71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.660158] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133911, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.697264] env[69333]: DEBUG nova.compute.manager [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Received event network-changed-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.698199] env[69333]: DEBUG nova.compute.manager [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Refreshing instance network info cache due to event network-changed-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.698494] env[69333]: DEBUG oslo_concurrency.lockutils [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] Acquiring lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698648] env[69333]: DEBUG oslo_concurrency.lockutils [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] Acquired lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698840] env[69333]: DEBUG nova.network.neutron [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Refreshing network info cache for port 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.747254] env[69333]: INFO nova.compute.manager [-] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Took 1.75 seconds to deallocate network for instance. [ 829.143023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-843af3a7-0da9-40d8-abd0-e31b4ac16281 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "6c944606-622d-4ccc-af71-7087f4b28257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.696s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.166298] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133911, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.168721] env[69333]: INFO nova.compute.manager [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Took 47.03 seconds to build instance. [ 829.217321] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Successfully updated port: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.257928] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.499404] env[69333]: DEBUG nova.network.neutron [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Updated VIF entry in instance network info cache for port 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.499818] env[69333]: DEBUG nova.network.neutron [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Updating instance_info_cache with network_info: [{"id": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "address": "fa:16:3e:5e:16:1f", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d0958a-5b", "ovs_interfaceid": "79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.655310] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133911, 'name': CreateVM_Task, 'duration_secs': 0.674521} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.655310] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.655310] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.655310] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.655886] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.658232] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7c2d73-cf74-4364-b554-45d9d2575416 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.664778] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 829.664778] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52767992-efde-1e84-a3bc-9f2d334ed4f6" [ 829.664778] env[69333]: _type = "Task" [ 829.664778] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.670552] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b184b242-86c4-4b4a-8180-4946d8145b6f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.603s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.675437] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52767992-efde-1e84-a3bc-9f2d334ed4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.726420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.726420] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.726420] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.002496] env[69333]: DEBUG oslo_concurrency.lockutils [req-e615857c-8acd-4d1f-963e-d34cacf419b2 req-7578616c-d683-41da-b975-0349b70d78af service nova] Releasing lock "refresh_cache-25ced5fc-19d2-4ccc-9283-ae81e1646476" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.108723] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4eb7f-24b2-42a8-881d-d8f506593726 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.118568] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72824192-4113-4553-961b-b61ec0d58db6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.149594] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba548c-37cc-4939-852a-2aedac48650e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.158245] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917520d-89bc-47d2-acf2-3753ef00fde7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.172062] env[69333]: DEBUG nova.compute.provider_tree [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.178932] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.186068] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52767992-efde-1e84-a3bc-9f2d334ed4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.022215} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.186618] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186851] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.187096] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.187250] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.187433] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.187987] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996959f9-e5b0-4d0a-bff3-424498f9e12a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.197482] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.197694] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.198487] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ed7a31-81de-4ec1-95c8-c0abada77b21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.204751] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 830.204751] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c6ae9-b2ee-07b8-84b2-e0d733f0e769" [ 830.204751] env[69333]: _type = "Task" [ 830.204751] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.213400] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c6ae9-b2ee-07b8-84b2-e0d733f0e769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.270615] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.455895] env[69333]: DEBUG nova.network.neutron [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Updating instance_info_cache with network_info: [{"id": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "address": "fa:16:3e:80:e3:1e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c23c259-10", "ovs_interfaceid": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.675102] env[69333]: DEBUG nova.scheduler.client.report [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.709939] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.716388] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520c6ae9-b2ee-07b8-84b2-e0d733f0e769, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.717251] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438b9e50-c3d7-49af-a150-7743bcb5f552 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.723496] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 830.723496] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a1047-7303-b2c4-db95-7688d0a0f0a1" [ 830.723496] env[69333]: _type = "Task" [ 830.723496] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.733164] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a1047-7303-b2c4-db95-7688d0a0f0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.746960] env[69333]: DEBUG nova.compute.manager [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Received event network-vif-plugged-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.747244] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Acquiring lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.747432] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.747573] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.747826] env[69333]: DEBUG nova.compute.manager [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] No waiting events found dispatching network-vif-plugged-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.747906] env[69333]: WARNING nova.compute.manager [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Received unexpected event network-vif-plugged-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea for instance with vm_state building and task_state spawning. [ 830.748072] env[69333]: DEBUG nova.compute.manager [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Received event network-changed-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.748225] env[69333]: DEBUG nova.compute.manager [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Refreshing instance network info cache due to event network-changed-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.748416] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Acquiring lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.958366] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.958872] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Instance network_info: |[{"id": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "address": "fa:16:3e:80:e3:1e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c23c259-10", "ovs_interfaceid": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.959362] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Acquired lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959659] env[69333]: DEBUG nova.network.neutron [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Refreshing network info cache for port 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.960992] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c23c259-10fe-4ae3-9cb5-559cb47bf0ea', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.969187] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Creating folder: Project (cdb034c272ff4cbcb305476515f617b4). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.972845] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328a4588-3923-43e8-87d3-fa22f2948122 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.985980] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Created folder: Project (cdb034c272ff4cbcb305476515f617b4) in parent group-v818612. [ 830.986217] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Creating folder: Instances. Parent ref: group-v818761. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.986453] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-134b02fa-a8d4-400b-abdc-86195932cab9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.996708] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Created folder: Instances in parent group-v818761. [ 830.996936] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.997155] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.997379] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183a81f2-16fa-471a-b70f-b41955ba1576 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.027198] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.027198] env[69333]: value = "task-4133914" [ 831.027198] env[69333]: _type = "Task" [ 831.027198] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.039036] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133914, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.039036] env[69333]: DEBUG nova.compute.manager [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.183020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.183020] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.187687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.475s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.188095] env[69333]: DEBUG nova.objects.instance [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lazy-loading 'resources' on Instance uuid 0cf6e03a-bfda-4342-be28-537a16128547 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.242928] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a1047-7303-b2c4-db95-7688d0a0f0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.243440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.243868] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 25ced5fc-19d2-4ccc-9283-ae81e1646476/25ced5fc-19d2-4ccc-9283-ae81e1646476.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.244330] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53884943-11aa-4953-b6e9-ae2dbd6b66b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.255904] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 831.255904] env[69333]: value = "task-4133915" [ 831.255904] env[69333]: _type = "Task" [ 831.255904] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.267744] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.278030] env[69333]: DEBUG nova.network.neutron [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Updated VIF entry in instance network info cache for port 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.278030] env[69333]: DEBUG nova.network.neutron [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Updating instance_info_cache with network_info: [{"id": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "address": "fa:16:3e:80:e3:1e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c23c259-10", "ovs_interfaceid": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.311571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "220e39b0-a762-4978-8b16-abe5b1c883cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.311825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.312080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.312332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.312518] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.314896] env[69333]: INFO nova.compute.manager [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Terminating instance [ 831.537997] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133914, 'name': CreateVM_Task, 'duration_secs': 0.427655} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.538235] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.538992] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.539171] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.539509] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.539940] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcaff9c-8028-4e6e-bb6b-4bdc3c505c9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.550210] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 831.550210] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5263af6a-8591-863e-d6fa-e66b8cc3cb9a" [ 831.550210] env[69333]: _type = "Task" [ 831.550210] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.562764] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5263af6a-8591-863e-d6fa-e66b8cc3cb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.564339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.692923] env[69333]: DEBUG nova.compute.utils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.697872] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.698104] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.753573] env[69333]: DEBUG nova.policy [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd42cc146470e461388a146d5dbdb970b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb034c272ff4cbcb305476515f617b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.768916] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133915, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.780792] env[69333]: DEBUG oslo_concurrency.lockutils [req-684f477f-2046-4d60-9d29-336ac066d5f4 req-f95125dc-745d-4979-b96a-f0c030c4aa19 service nova] Releasing lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.820325] env[69333]: DEBUG nova.compute.manager [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.821023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.823164] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0456be-aa4b-4283-af06-5998f757a375 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.835838] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.835917] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cfdb4ce-323d-4f95-83e5-89e4a946a623 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.845542] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 831.845542] env[69333]: value = "task-4133916" [ 831.845542] env[69333]: _type = "Task" [ 831.845542] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.859511] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.957566] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "c9758704-e631-4fef-916d-9f332d6b8401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.957798] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.061955] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5263af6a-8591-863e-d6fa-e66b8cc3cb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.066357} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.062345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.062678] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.062958] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.063352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.063352] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.063654] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b19e9271-c2f6-4a5e-8f39-0a33597f99a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.078645] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.078645] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.078989] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3260d7-66e7-453a-b70a-2df0cbdc4235 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.089872] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 832.089872] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5201ffcb-1379-88f6-eeeb-8570dabaf7b3" [ 832.089872] env[69333]: _type = "Task" [ 832.089872] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.099577] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5201ffcb-1379-88f6-eeeb-8570dabaf7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.177233] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Successfully created port: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.201286] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.257917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adea956-651f-43d4-9e26-2b9a22e2e0f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.272083] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610082} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.273721] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 25ced5fc-19d2-4ccc-9283-ae81e1646476/25ced5fc-19d2-4ccc-9283-ae81e1646476.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.273956] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.274274] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ea3ebcb-1d47-47ae-b66b-404c474ad9ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.276954] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e61d7d-9816-471e-b5da-9126099ad30e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.310878] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ee015-f29a-4e54-b531-c3ef40855c87 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.313630] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 832.313630] env[69333]: value = "task-4133917" [ 832.313630] env[69333]: _type = "Task" [ 832.313630] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.320904] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a8393-5a0a-4f8f-8c0b-341a408da82e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.327884] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.338280] env[69333]: DEBUG nova.compute.provider_tree [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.359409] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133916, 'name': PowerOffVM_Task, 'duration_secs': 0.342838} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.359409] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.359596] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.359729] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382082d1-ccc2-4cf0-a567-1f605182c84b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.428340] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.428972] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.428972] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleting the datastore file [datastore2] 220e39b0-a762-4978-8b16-abe5b1c883cd {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.429477] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f7115c-8cc5-4d87-90a0-8c62c4b09ce4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.438413] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 832.438413] env[69333]: value = "task-4133919" [ 832.438413] env[69333]: _type = "Task" [ 832.438413] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.451050] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.602896] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5201ffcb-1379-88f6-eeeb-8570dabaf7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.603749] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00556264-45fc-4bcf-924f-fd44828806fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.609873] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 832.609873] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52731c2a-4f50-bf06-36f3-47ec4fda3c1f" [ 832.609873] env[69333]: _type = "Task" [ 832.609873] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.620767] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52731c2a-4f50-bf06-36f3-47ec4fda3c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.824171] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210028} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.824612] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.825265] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7a614-a09f-48aa-8fb8-18d49d852a0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.848211] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 25ced5fc-19d2-4ccc-9283-ae81e1646476/25ced5fc-19d2-4ccc-9283-ae81e1646476.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.849229] env[69333]: DEBUG nova.scheduler.client.report [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.852729] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c1a43d-17a7-4541-beda-182603b22f2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.870041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.872227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.696s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.874372] env[69333]: INFO nova.compute.claims [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.883479] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 832.883479] env[69333]: value = "task-4133920" [ 832.883479] env[69333]: _type = "Task" [ 832.883479] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.896250] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.910456] env[69333]: INFO nova.scheduler.client.report [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted allocations for instance 0cf6e03a-bfda-4342-be28-537a16128547 [ 832.950703] env[69333]: DEBUG oslo_vmware.api [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4133919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204328} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.950888] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.951188] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.951391] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.951566] env[69333]: INFO nova.compute.manager [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.951818] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.952039] env[69333]: DEBUG nova.compute.manager [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.952137] env[69333]: DEBUG nova.network.neutron [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.122564] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52731c2a-4f50-bf06-36f3-47ec4fda3c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.122832] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123123] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e2e39bc1-4026-45c3-801f-d090aba8219e/e2e39bc1-4026-45c3-801f-d090aba8219e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.123502] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e21e0f-1256-4c9a-aa20-2eec252840da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.130940] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 833.130940] env[69333]: value = "task-4133921" [ 833.130940] env[69333]: _type = "Task" [ 833.130940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.140514] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.212144] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.242336] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.242759] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.242865] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.243143] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.243339] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.243493] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.243707] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.243863] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.244039] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.244212] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.244539] env[69333]: DEBUG nova.virt.hardware [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.245360] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d1f4b1-d7eb-4ac0-89b9-21b21a8ee9c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.256252] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f0eec-6af0-44d7-9626-822dd48c38d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.399528] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.422476] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bc0433ad-53be-4df4-8353-067de29683b6 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "0cf6e03a-bfda-4342-be28-537a16128547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.692s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.648435] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.832053] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Successfully updated port: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.861336] env[69333]: DEBUG nova.compute.manager [req-c6c054cc-aade-49b9-8223-5299194e8140 req-a186a253-d218-4667-8f65-c75e8323fb2b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Received event network-vif-deleted-22ba6599-368b-4b41-930e-e2bd2dbb6d9b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.861574] env[69333]: INFO nova.compute.manager [req-c6c054cc-aade-49b9-8223-5299194e8140 req-a186a253-d218-4667-8f65-c75e8323fb2b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Neutron deleted interface 22ba6599-368b-4b41-930e-e2bd2dbb6d9b; detaching it from the instance and deleting it from the info cache [ 833.861715] env[69333]: DEBUG nova.network.neutron [req-c6c054cc-aade-49b9-8223-5299194e8140 req-a186a253-d218-4667-8f65-c75e8323fb2b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.902245] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133920, 'name': ReconfigVM_Task, 'duration_secs': 0.565173} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.902602] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 25ced5fc-19d2-4ccc-9283-ae81e1646476/25ced5fc-19d2-4ccc-9283-ae81e1646476.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.903270] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c290d10-5773-4125-8c7a-9c685af51904 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.914037] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 833.914037] env[69333]: value = "task-4133922" [ 833.914037] env[69333]: _type = "Task" [ 833.914037] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.925472] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133922, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.939221] env[69333]: DEBUG nova.compute.manager [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Received event network-vif-plugged-82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.939523] env[69333]: DEBUG oslo_concurrency.lockutils [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] Acquiring lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.939792] env[69333]: DEBUG oslo_concurrency.lockutils [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.939929] env[69333]: DEBUG oslo_concurrency.lockutils [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.940238] env[69333]: DEBUG nova.compute.manager [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] No waiting events found dispatching network-vif-plugged-82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.940422] env[69333]: WARNING nova.compute.manager [req-74983e93-652c-4510-bf9e-b50254303d4d req-f0a41568-0980-41c7-a5cd-bf53af8203ef service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Received unexpected event network-vif-plugged-82b05485-f0d6-4f42-a50b-018f0bb5ced5 for instance with vm_state building and task_state spawning. [ 834.145958] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.147833] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e2e39bc1-4026-45c3-801f-d090aba8219e/e2e39bc1-4026-45c3-801f-d090aba8219e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.148224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.148513] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7f4f0f-c2c0-4826-8071-d3055ca56a79 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.154254] env[69333]: DEBUG nova.network.neutron [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.157783] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 834.157783] env[69333]: value = "task-4133923" [ 834.157783] env[69333]: _type = "Task" [ 834.157783] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.169492] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.247056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "a4abc29a-c77d-490c-bc38-e86b4c752081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.247294] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.281460] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.281948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.334588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.334760] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.334910] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.366417] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1e83b9-9396-4005-bbb5-984090cd483a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.376826] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0427419-f6bd-44d9-8acd-e65a6794283c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.414758] env[69333]: DEBUG nova.compute.manager [req-c6c054cc-aade-49b9-8223-5299194e8140 req-a186a253-d218-4667-8f65-c75e8323fb2b service nova] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Detach interface failed, port_id=22ba6599-368b-4b41-930e-e2bd2dbb6d9b, reason: Instance 220e39b0-a762-4978-8b16-abe5b1c883cd could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.424290] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133922, 'name': Rename_Task, 'duration_secs': 0.200293} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.427252] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.427955] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b7191b-1076-4c39-bdd7-7b481ca980b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.435403] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 834.435403] env[69333]: value = "task-4133924" [ 834.435403] env[69333]: _type = "Task" [ 834.435403] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.440624] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724e731-132d-45a8-aa24-8766e4ede3fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.454563] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a2a9f-8cbf-4333-ab2c-e5c94ba86cb9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.458152] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.491236] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dbd2fa-cb64-4fa6-b018-ab54a09d0155 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500504] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0728f610-3eb6-464f-a1e9-4ac519146abd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.518836] env[69333]: DEBUG nova.compute.provider_tree [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.657293] env[69333]: INFO nova.compute.manager [-] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Took 1.70 seconds to deallocate network for instance. [ 834.671565] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088652} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.672331] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.672723] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d82965-c306-4e80-86ec-7b66827aad1b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.696336] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] e2e39bc1-4026-45c3-801f-d090aba8219e/e2e39bc1-4026-45c3-801f-d090aba8219e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.696669] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581061d1-03a0-4a4a-bc7f-2c73e4e42751 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.718051] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 834.718051] env[69333]: value = "task-4133925" [ 834.718051] env[69333]: _type = "Task" [ 834.718051] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.729134] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.871330] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.949914] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.006334] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.006787] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f75d27-e337-463f-9834-699e7328ee0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.014876] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.015064] env[69333]: ERROR oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk due to incomplete transfer. [ 835.015388] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b0bd6b0-479a-473e-9546-a29127f505a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.024590] env[69333]: DEBUG nova.scheduler.client.report [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.027404] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f26e0-8cca-6387-81af-55c920246d98/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.027600] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Uploaded image b942bfd1-0cb0-41bf-9c61-694b6a39bb73 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.029829] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.030258] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f4211f9-0edf-4234-96bd-eacf7838a577 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.039703] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 835.039703] env[69333]: value = "task-4133926" [ 835.039703] env[69333]: _type = "Task" [ 835.039703] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.049851] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133926, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.084086] env[69333]: DEBUG nova.network.neutron [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Updating instance_info_cache with network_info: [{"id": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "address": "fa:16:3e:78:2c:a7", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b05485-f0", "ovs_interfaceid": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.167228] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.230011] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.449054] env[69333]: DEBUG oslo_vmware.api [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133924, 'name': PowerOnVM_Task, 'duration_secs': 0.579849} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.449331] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.449533] env[69333]: INFO nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Took 9.84 seconds to spawn the instance on the hypervisor. [ 835.449730] env[69333]: DEBUG nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.450534] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3b899-cf17-458b-b8c2-742f8b882485 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.531778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.533622] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.539054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.882s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.539989] env[69333]: INFO nova.compute.claims [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.553287] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133926, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.586859] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.587207] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Instance network_info: |[{"id": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "address": "fa:16:3e:78:2c:a7", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b05485-f0", "ovs_interfaceid": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.587615] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:2c:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b05485-f0d6-4f42-a50b-018f0bb5ced5', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.595735] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.595832] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.596030] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950e3be4-1d94-4060-aa94-a81a0a3b8697 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.616423] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.616423] env[69333]: value = "task-4133927" [ 835.616423] env[69333]: _type = "Task" [ 835.616423] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.624993] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133927, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.729822] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133925, 'name': ReconfigVM_Task, 'duration_secs': 0.663759} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.730083] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] e2e39bc1-4026-45c3-801f-d090aba8219e/e2e39bc1-4026-45c3-801f-d090aba8219e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.730791] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2bd455-5067-4318-aed8-063a5b558e5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.739736] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 835.739736] env[69333]: value = "task-4133928" [ 835.739736] env[69333]: _type = "Task" [ 835.739736] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.748774] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133928, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972363] env[69333]: INFO nova.compute.manager [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Took 52.37 seconds to build instance. [ 835.975858] env[69333]: DEBUG nova.compute.manager [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Received event network-changed-82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.976088] env[69333]: DEBUG nova.compute.manager [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Refreshing instance network info cache due to event network-changed-82b05485-f0d6-4f42-a50b-018f0bb5ced5. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.976321] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] Acquiring lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976542] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] Acquired lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976616] env[69333]: DEBUG nova.network.neutron [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Refreshing network info cache for port 82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.047698] env[69333]: DEBUG nova.compute.utils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.050291] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.050517] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.063736] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133926, 'name': Destroy_Task, 'duration_secs': 0.890193} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.064035] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Destroyed the VM [ 836.064280] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.064548] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8035546-7e55-4045-9c5e-ade4416d8e21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.073019] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 836.073019] env[69333]: value = "task-4133929" [ 836.073019] env[69333]: _type = "Task" [ 836.073019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.082347] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.128766] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133927, 'name': CreateVM_Task, 'duration_secs': 0.382281} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.130459] env[69333]: DEBUG nova.policy [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd42cc146470e461388a146d5dbdb970b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb034c272ff4cbcb305476515f617b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.132257] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.133414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.133535] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.133857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.134494] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7266147-6583-4ab5-b3b6-190f322f261e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.140202] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 836.140202] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f82c8-af5a-d593-e80d-1654b6f85eef" [ 836.140202] env[69333]: _type = "Task" [ 836.140202] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.149757] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f82c8-af5a-d593-e80d-1654b6f85eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.255256] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133928, 'name': Rename_Task, 'duration_secs': 0.243278} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.255256] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.255256] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d89d52-3c5d-4d66-ba8f-c4086eee74ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.262185] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 836.262185] env[69333]: value = "task-4133930" [ 836.262185] env[69333]: _type = "Task" [ 836.262185] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.271287] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.481895] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f569c12-876d-4c5a-94a6-df9862e54554 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.948s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.517939] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Successfully created port: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.550899] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.586534] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.655106] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f82c8-af5a-d593-e80d-1654b6f85eef, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.659290] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.659989] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.660320] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.660582] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.660849] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.662236] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35ef637b-4bfd-4b2e-b3dc-e8de70a93355 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.679099] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.679321] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.680385] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d07207-d2c3-47c9-8241-a584204db33d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.695025] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 836.695025] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215eeeb-39d8-b897-e6aa-dbbfbc9e3c97" [ 836.695025] env[69333]: _type = "Task" [ 836.695025] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.703041] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215eeeb-39d8-b897-e6aa-dbbfbc9e3c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.777045] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.853021] env[69333]: DEBUG nova.network.neutron [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Updated VIF entry in instance network info cache for port 82b05485-f0d6-4f42-a50b-018f0bb5ced5. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.853021] env[69333]: DEBUG nova.network.neutron [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Updating instance_info_cache with network_info: [{"id": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "address": "fa:16:3e:78:2c:a7", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b05485-f0", "ovs_interfaceid": "82b05485-f0d6-4f42-a50b-018f0bb5ced5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.984930] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.036746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.036998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.037227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.037411] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.037578] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.040086] env[69333]: INFO nova.compute.manager [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Terminating instance [ 837.083612] env[69333]: DEBUG oslo_vmware.api [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4133929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.974601} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.086527] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.086786] env[69333]: INFO nova.compute.manager [None req-5219c4d3-5255-4fd8-a280-fa6eff560bf4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Took 19.15 seconds to snapshot the instance on the hypervisor. [ 837.103755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.103755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.207089] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5215eeeb-39d8-b897-e6aa-dbbfbc9e3c97, 'name': SearchDatastore_Task, 'duration_secs': 0.025199} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.209295] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0e79c2-7199-4aaa-be35-40c6ebb27863 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.215618] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 837.215618] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a3cea1-65bf-4e0b-c2e6-5fb452eb06fd" [ 837.215618] env[69333]: _type = "Task" [ 837.215618] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.227259] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a3cea1-65bf-4e0b-c2e6-5fb452eb06fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.257988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63428a31-42f2-4c6c-8ab0-eb8cfa6c5dbf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.269983] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6a10e-aa1e-4473-b191-e71141f88058 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.279251] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.303735] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a63dbd-9280-4c67-b38d-867f29667fea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.312459] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d18e070-a42f-4719-9b0d-1e8e001fdcc7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.327078] env[69333]: DEBUG nova.compute.provider_tree [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.360312] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ee06068-8c2f-4aba-b9d4-13fca140330f req-74268ad1-42ed-4caf-97a2-bf0394d780b1 service nova] Releasing lock "refresh_cache-25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.512574] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.548702] env[69333]: DEBUG nova.compute.manager [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.549523] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.550060] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cbd9c5-404c-47bf-bc35-07784aaf07fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.560877] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.561189] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21c250f-0e44-4fd2-8da1-90c0a31e5e92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.569430] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 837.569430] env[69333]: value = "task-4133931" [ 837.569430] env[69333]: _type = "Task" [ 837.569430] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.573772] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.582055] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.607657] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.607933] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.608129] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.608401] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.608607] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.608830] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.609070] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.609236] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.609406] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.609570] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.609792] env[69333]: DEBUG nova.virt.hardware [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.610749] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6603608b-8312-4c4e-980a-2a73e491ec4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.624269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c811698-92a3-438d-93ba-698f8d5e22c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.737682] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a3cea1-65bf-4e0b-c2e6-5fb452eb06fd, 'name': SearchDatastore_Task, 'duration_secs': 0.049518} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.738677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.739108] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc/25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.739521] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f29e0df-7328-483d-8c50-f3533c4a4058 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.749122] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 837.749122] env[69333]: value = "task-4133932" [ 837.749122] env[69333]: _type = "Task" [ 837.749122] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.764536] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.779787] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.831191] env[69333]: DEBUG nova.scheduler.client.report [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.086252] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133931, 'name': PowerOffVM_Task, 'duration_secs': 0.410152} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.087167] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.087526] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.088012] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08c40fc2-2e83-45e1-a520-79dc4f897137 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.181429] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.181692] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.181890] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleting the datastore file [datastore2] 25ced5fc-19d2-4ccc-9283-ae81e1646476 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.182203] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6506f113-4208-4e0c-b6b0-f8ef4d75ac09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.195067] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 838.195067] env[69333]: value = "task-4133934" [ 838.195067] env[69333]: _type = "Task" [ 838.195067] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.209540] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.264772] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.278823] env[69333]: DEBUG oslo_vmware.api [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133930, 'name': PowerOnVM_Task, 'duration_secs': 1.586375} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.279346] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.279876] env[69333]: INFO nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Took 9.85 seconds to spawn the instance on the hypervisor. [ 838.280370] env[69333]: DEBUG nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.284468] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7d1fc-554c-48cf-83e1-d81b843d25ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.339470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.339470] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.343269] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Successfully updated port: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.345517] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.596s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.345704] env[69333]: DEBUG nova.objects.instance [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.352029] env[69333]: DEBUG nova.compute.manager [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Received event network-vif-plugged-85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.352029] env[69333]: DEBUG oslo_concurrency.lockutils [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] Acquiring lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.352029] env[69333]: DEBUG oslo_concurrency.lockutils [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.352029] env[69333]: DEBUG oslo_concurrency.lockutils [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.352029] env[69333]: DEBUG nova.compute.manager [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] No waiting events found dispatching network-vif-plugged-85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.352029] env[69333]: WARNING nova.compute.manager [req-9edcd134-e5f2-46bc-8cdd-97c605fb5bd5 req-1e831d4a-edfe-4d30-b4ee-b010dd098e8b service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Received unexpected event network-vif-plugged-85b12f44-93f9-4521-a1ff-b01462fbc8c5 for instance with vm_state building and task_state spawning. [ 838.705824] env[69333]: DEBUG oslo_vmware.api [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4133934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25201} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.706101] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.706284] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.706460] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.706630] env[69333]: INFO nova.compute.manager [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.706871] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.707088] env[69333]: DEBUG nova.compute.manager [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.707233] env[69333]: DEBUG nova.network.neutron [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.763176] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590737} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.763451] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc/25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.763869] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.764273] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-250790f5-9ddf-4e11-80fa-b94e780a8903 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.773827] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 838.773827] env[69333]: value = "task-4133935" [ 838.773827] env[69333]: _type = "Task" [ 838.773827] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.783147] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.809483] env[69333]: INFO nova.compute.manager [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Took 53.52 seconds to build instance. [ 838.851721] env[69333]: DEBUG nova.compute.utils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.856637] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.856892] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.863160] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.863160] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.863628] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.906989] env[69333]: DEBUG nova.policy [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2821a94f8c044a7da7e19e11de037063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91afb0c7f9c403eacb9f0577b8e164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.231659] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Successfully created port: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.286298] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076994} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.286621] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.290069] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e6f70-3195-4701-ae62-c09e234cc59e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.313730] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc/25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.314265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ab8a7c5d-a216-4867-9441-344daf07146b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.345s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.314481] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c8fba8-b0ed-4a93-b4d1-3025702f759e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.336538] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 839.336538] env[69333]: value = "task-4133936" [ 839.336538] env[69333]: _type = "Task" [ 839.336538] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.345914] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.368071] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.372118] env[69333]: DEBUG oslo_concurrency.lockutils [None req-65c928bd-04d4-4a6c-996a-de3dbce811a1 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.373590] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.980s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.373830] env[69333]: DEBUG nova.objects.instance [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lazy-loading 'resources' on Instance uuid 1bd841c8-d845-49fd-b275-67494acbc939 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.428934] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.473890] env[69333]: DEBUG nova.network.neutron [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.641124] env[69333]: DEBUG nova.network.neutron [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Updating instance_info_cache with network_info: [{"id": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "address": "fa:16:3e:e6:91:7e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b12f44-93", "ovs_interfaceid": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.831125] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.846783] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133936, 'name': ReconfigVM_Task, 'duration_secs': 0.290112} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.847049] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc/25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.847748] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80c14f68-59d6-472f-81ab-d1d309f9c3ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.855528] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 839.855528] env[69333]: value = "task-4133937" [ 839.855528] env[69333]: _type = "Task" [ 839.855528] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.864259] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133937, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.979113] env[69333]: INFO nova.compute.manager [-] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Took 1.27 seconds to deallocate network for instance. [ 840.145698] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.146292] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Instance network_info: |[{"id": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "address": "fa:16:3e:e6:91:7e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b12f44-93", "ovs_interfaceid": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.146655] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:91:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85b12f44-93f9-4521-a1ff-b01462fbc8c5', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.164266] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.169041] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.169558] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5332b6f7-547e-4b29-bffd-8c259fc38fff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.192866] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.192866] env[69333]: value = "task-4133938" [ 840.192866] env[69333]: _type = "Task" [ 840.192866] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.202478] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133938, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.354319] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.369691] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133937, 'name': Rename_Task, 'duration_secs': 0.153559} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.369691] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.369691] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeff6bd4-cb3d-4e91-ba9f-aeeaa04337fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.379507] env[69333]: DEBUG nova.compute.manager [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Received event network-changed-85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.379615] env[69333]: DEBUG nova.compute.manager [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Refreshing instance network info cache due to event network-changed-85b12f44-93f9-4521-a1ff-b01462fbc8c5. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.379816] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] Acquiring lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.379949] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] Acquired lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.380126] env[69333]: DEBUG nova.network.neutron [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Refreshing network info cache for port 85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.386355] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.388508] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 840.388508] env[69333]: value = "task-4133939" [ 840.388508] env[69333]: _type = "Task" [ 840.388508] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.400084] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.421526] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.421741] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.421895] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.422088] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.422236] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.422384] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.422696] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.422858] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.423047] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.423206] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.423375] env[69333]: DEBUG nova.virt.hardware [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.424963] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87a6707-c103-456c-9eab-9755c96a7575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.433547] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29c4bf-abe8-49bd-9042-eb1138dd1365 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.453904] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a15c4-392e-49aa-a9f8-0351d58588cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.462361] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e1008-d58f-4886-9190-397b13d1970d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.497913] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.499130] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf59e8-a585-438b-a254-7b238f3d9c9e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.508695] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520d828-0313-4655-9e73-b4dab5afea2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.528144] env[69333]: DEBUG nova.compute.provider_tree [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.705367] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133938, 'name': CreateVM_Task, 'duration_secs': 0.4076} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.705758] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.706647] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.706936] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.707388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.707788] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c800777c-611c-43cb-833b-6ce45e8ab831 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.716309] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 840.716309] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52648624-4fd2-2cd8-7230-021fb3bb48f0" [ 840.716309] env[69333]: _type = "Task" [ 840.716309] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.726524] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52648624-4fd2-2cd8-7230-021fb3bb48f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.859257] env[69333]: DEBUG nova.compute.manager [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Received event network-vif-plugged-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.859517] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] Acquiring lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.859947] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.860285] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.860587] env[69333]: DEBUG nova.compute.manager [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] No waiting events found dispatching network-vif-plugged-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.860883] env[69333]: WARNING nova.compute.manager [req-b7513035-4169-4d45-bf84-f6f169a64429 req-694dd54d-30d0-4cc8-b718-407d3fac1b94 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Received unexpected event network-vif-plugged-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 for instance with vm_state building and task_state spawning. [ 840.902025] env[69333]: DEBUG oslo_vmware.api [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133939, 'name': PowerOnVM_Task, 'duration_secs': 0.510214} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.902025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.902352] env[69333]: INFO nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Took 7.69 seconds to spawn the instance on the hypervisor. [ 840.903041] env[69333]: DEBUG nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.903816] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036f7e3-bf46-42a8-9d80-9ab4dbe82635 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.945653] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Successfully updated port: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.030675] env[69333]: DEBUG nova.scheduler.client.report [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.122244] env[69333]: DEBUG nova.network.neutron [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Updated VIF entry in instance network info cache for port 85b12f44-93f9-4521-a1ff-b01462fbc8c5. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.122698] env[69333]: DEBUG nova.network.neutron [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Updating instance_info_cache with network_info: [{"id": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "address": "fa:16:3e:e6:91:7e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b12f44-93", "ovs_interfaceid": "85b12f44-93f9-4521-a1ff-b01462fbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.231426] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52648624-4fd2-2cd8-7230-021fb3bb48f0, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.231919] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.232028] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.232200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.232345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.232549] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.232834] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-476c8e48-cbed-43ae-8b86-fe9ca381565e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.246569] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.246765] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.247572] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6169c65b-4651-4090-b65d-bc6d05f2a8c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.253784] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 841.253784] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255116f-0bf3-1c73-ddbe-5325810f1e85" [ 841.253784] env[69333]: _type = "Task" [ 841.253784] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.263445] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255116f-0bf3-1c73-ddbe-5325810f1e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.424856] env[69333]: INFO nova.compute.manager [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Took 53.85 seconds to build instance. [ 841.448036] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.448192] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.448296] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.536529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.540395] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.679s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.540767] env[69333]: DEBUG nova.objects.instance [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lazy-loading 'resources' on Instance uuid 2e74bd29-b088-44e8-9e4c-214355a7bfad {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.558858] env[69333]: INFO nova.scheduler.client.report [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Deleted allocations for instance 1bd841c8-d845-49fd-b275-67494acbc939 [ 841.626036] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] Releasing lock "refresh_cache-5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.626175] env[69333]: DEBUG nova.compute.manager [req-4b2275a0-923b-4c82-9f08-c7babc7832bc req-8e046d6d-54d2-42e9-8bf7-57fe0f511dcc service nova] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Received event network-vif-deleted-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.765483] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255116f-0bf3-1c73-ddbe-5325810f1e85, 'name': SearchDatastore_Task, 'duration_secs': 0.031961} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.766337] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c588c00f-f699-4695-874d-5ea2f3e8e74a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.772889] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 841.772889] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb3e15-5084-c45c-05fe-231104e4d0c3" [ 841.772889] env[69333]: _type = "Task" [ 841.772889] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.783779] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb3e15-5084-c45c-05fe-231104e4d0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.926857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.570s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.998150] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.072056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fee59467-0c4c-42a7-af42-18b1cf4408c4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Lock "1bd841c8-d845-49fd-b275-67494acbc939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.301s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.189337] env[69333]: DEBUG nova.network.neutron [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Updating instance_info_cache with network_info: [{"id": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "address": "fa:16:3e:ea:ed:2e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9fc5f3-95", "ovs_interfaceid": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.286974] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb3e15-5084-c45c-05fe-231104e4d0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.045084} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.287307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.287569] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d/5aaf84c8-c6da-4314-8e58-aabb3dbcec5d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.287844] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9780bec-dabb-4926-9569-a94f08bd2e9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.298955] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 842.298955] env[69333]: value = "task-4133940" [ 842.298955] env[69333]: _type = "Task" [ 842.298955] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.310608] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.429824] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.653424] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd947f06-850d-45e9-985f-e35ad535b982 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.662491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a645f-f7f6-4c88-baa2-d4c36cfefcb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.696320] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.696647] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance network_info: |[{"id": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "address": "fa:16:3e:ea:ed:2e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9fc5f3-95", "ovs_interfaceid": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.697435] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ed:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.705260] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating folder: Project (f91afb0c7f9c403eacb9f0577b8e164f). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.706089] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba1210-8d5f-4ed6-958f-2a1375cdfa4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.709964] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9152eb40-79ac-4625-a6eb-44996aeeaae4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.720728] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56148815-796b-40e5-a5d3-90c16cf74cb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.727498] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created folder: Project (f91afb0c7f9c403eacb9f0577b8e164f) in parent group-v818612. [ 842.727826] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating folder: Instances. Parent ref: group-v818766. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.728673] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ba13a6-7925-40f5-9c0a-1f647e8938da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.741162] env[69333]: DEBUG nova.compute.provider_tree [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.744674] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created folder: Instances in parent group-v818766. [ 842.744787] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.745819] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.745819] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73f370c-fb52-4645-ba15-f6d21720fe3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.769314] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.769314] env[69333]: value = "task-4133943" [ 842.769314] env[69333]: _type = "Task" [ 842.769314] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.778485] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133943, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.811791] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478892} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.812153] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d/5aaf84c8-c6da-4314-8e58-aabb3dbcec5d.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.812423] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.812767] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5be34ab-d4b3-4fe9-8cc9-2a7cf52096c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.819881] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 842.819881] env[69333]: value = "task-4133944" [ 842.819881] env[69333]: _type = "Task" [ 842.819881] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.828850] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.955503] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.981906] env[69333]: DEBUG nova.compute.manager [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Received event network-changed-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.982232] env[69333]: DEBUG nova.compute.manager [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Refreshing instance network info cache due to event network-changed-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.982599] env[69333]: DEBUG oslo_concurrency.lockutils [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] Acquiring lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.982807] env[69333]: DEBUG oslo_concurrency.lockutils [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] Acquired lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.983059] env[69333]: DEBUG nova.network.neutron [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Refreshing network info cache for port fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.246950] env[69333]: DEBUG nova.scheduler.client.report [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.280717] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133943, 'name': CreateVM_Task, 'duration_secs': 0.445853} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.280899] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.281633] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.282185] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.282185] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.282396] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb5a0ae-4d5a-49e0-b4aa-c3b6c29ef538 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.288156] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 843.288156] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c4f4c3-d124-d0c3-cd7f-dd1068ec86ea" [ 843.288156] env[69333]: _type = "Task" [ 843.288156] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.297828] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c4f4c3-d124-d0c3-cd7f-dd1068ec86ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.330291] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070213} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.330291] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.331126] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5fe753-d405-4bbb-8b6b-6927a5771aa7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.356415] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d/5aaf84c8-c6da-4314-8e58-aabb3dbcec5d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.357700] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe9c2495-96cf-45db-8a03-ee490436c73b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.382389] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 843.382389] env[69333]: value = "task-4133945" [ 843.382389] env[69333]: _type = "Task" [ 843.382389] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.392998] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.752875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.758626] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.840s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.760684] env[69333]: INFO nova.compute.claims [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.769972] env[69333]: DEBUG nova.network.neutron [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Updated VIF entry in instance network info cache for port fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.770370] env[69333]: DEBUG nova.network.neutron [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Updating instance_info_cache with network_info: [{"id": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "address": "fa:16:3e:ea:ed:2e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9fc5f3-95", "ovs_interfaceid": "fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.787233] env[69333]: INFO nova.scheduler.client.report [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Deleted allocations for instance 2e74bd29-b088-44e8-9e4c-214355a7bfad [ 843.800954] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c4f4c3-d124-d0c3-cd7f-dd1068ec86ea, 'name': SearchDatastore_Task, 'duration_secs': 0.063605} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.801272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.801756] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.801756] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.801904] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.802058] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.802371] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfdd2e44-333a-4faf-ba2e-9e222826f467 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.813683] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.814411] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.814704] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d269a12e-557c-49b1-8980-8261174d6b44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.820693] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 843.820693] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52de7d50-7c0e-d111-ebd1-5d1920f78015" [ 843.820693] env[69333]: _type = "Task" [ 843.820693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.831314] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52de7d50-7c0e-d111-ebd1-5d1920f78015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.894427] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.276795] env[69333]: DEBUG oslo_concurrency.lockutils [req-7106c12f-e858-45d8-9756-4fd49559c546 req-a3b3ae18-bbb0-4f7e-ad1c-49c6903b9ae3 service nova] Releasing lock "refresh_cache-bd7e9799-d721-44f1-9d37-540a82fecfd5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.299176] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a7cc4b0e-267e-4235-a666-755fd8454715 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Lock "2e74bd29-b088-44e8-9e4c-214355a7bfad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.015s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.338061] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52de7d50-7c0e-d111-ebd1-5d1920f78015, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.339268] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f80043-0199-49dc-99cf-5d37032664e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.351832] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 844.351832] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522932f0-c886-0d51-c6c7-136792fc22a9" [ 844.351832] env[69333]: _type = "Task" [ 844.351832] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.360911] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522932f0-c886-0d51-c6c7-136792fc22a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.395380] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133945, 'name': ReconfigVM_Task, 'duration_secs': 0.702962} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.395724] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d/5aaf84c8-c6da-4314-8e58-aabb3dbcec5d.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.396409] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e1ffbac-8012-4120-8bac-2931870f6920 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.403936] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 844.403936] env[69333]: value = "task-4133946" [ 844.403936] env[69333]: _type = "Task" [ 844.403936] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.420518] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133946, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.864761] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522932f0-c886-0d51-c6c7-136792fc22a9, 'name': SearchDatastore_Task, 'duration_secs': 0.036339} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.867435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.867697] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.868165] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed56f04-8e68-42c0-b866-2a1701cbc7c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.875478] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 844.875478] env[69333]: value = "task-4133947" [ 844.875478] env[69333]: _type = "Task" [ 844.875478] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.887815] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.918858] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133946, 'name': Rename_Task, 'duration_secs': 0.263078} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.918982] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.919290] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181047aa-de58-4b55-b4d1-dc64200f1fe5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.929341] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 844.929341] env[69333]: value = "task-4133948" [ 844.929341] env[69333]: _type = "Task" [ 844.929341] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.939859] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.356520] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c40438d-e5cb-4e78-9ded-69d06633be53 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.366960] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5152927-bca4-427e-b327-f696f250bf83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.412955] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52506191-74c4-4152-a098-03022764e197 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.432185] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133947, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.436713] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5654870-7a11-43ee-9f25-40a6e437e650 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.457026] env[69333]: DEBUG nova.compute.provider_tree [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.463039] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.917761] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726753} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.918115] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.918276] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.918545] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919fea6d-e267-46b5-914c-b9e32a313b5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.926531] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 845.926531] env[69333]: value = "task-4133949" [ 845.926531] env[69333]: _type = "Task" [ 845.926531] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.939409] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.944834] env[69333]: DEBUG oslo_vmware.api [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133948, 'name': PowerOnVM_Task, 'duration_secs': 0.672747} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.944834] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.944834] env[69333]: INFO nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Took 8.37 seconds to spawn the instance on the hypervisor. [ 845.944834] env[69333]: DEBUG nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.945679] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb193600-1248-45d3-888d-5c4a1eaf0875 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.960466] env[69333]: DEBUG nova.scheduler.client.report [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.440421] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076485} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.440767] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.442511] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866fc97-96cc-443d-8218-82d1394987f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.483212] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.486442] env[69333]: INFO nova.compute.manager [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Took 49.33 seconds to build instance. [ 846.488888] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.489215] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.493289] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c55efd-23e5-4b71-854e-5349d1781405 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.515959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.075s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.516444] env[69333]: DEBUG nova.objects.instance [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lazy-loading 'resources' on Instance uuid 9098c79f-7ab4-4692-9d84-0261024fee2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.525348] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 846.525348] env[69333]: value = "task-4133950" [ 846.525348] env[69333]: _type = "Task" [ 846.525348] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.536934] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.990210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12313db7-325a-482a-a8be-98187c20cd98 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.979s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.995211] env[69333]: DEBUG nova.compute.utils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.996894] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.997290] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.038438] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.077980] env[69333]: DEBUG nova.policy [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.493096] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.500985] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.537381] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133950, 'name': ReconfigVM_Task, 'duration_secs': 0.853717} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.543126] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.544960] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4574b43f-b4a4-4f74-a472-caabab369aa3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.553383] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 847.553383] env[69333]: value = "task-4133951" [ 847.553383] env[69333]: _type = "Task" [ 847.553383] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.567363] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133951, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.664438] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fdf85b-c91f-447d-b82d-0ad06345a852 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.674026] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00984184-5c2a-41f4-803a-6b589965135c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.709975] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf5cc4-a127-4b7c-bf87-638f1dae3fa2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.720643] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5cb48-dca0-402b-9c9d-ad49e8411f30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.739061] env[69333]: DEBUG nova.compute.provider_tree [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.828459] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Successfully created port: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.068599] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133951, 'name': Rename_Task, 'duration_secs': 0.161454} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.068599] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.069394] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce34985-3c1f-4d94-bc61-52101c18cbc3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.076710] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 848.076710] env[69333]: value = "task-4133952" [ 848.076710] env[69333]: _type = "Task" [ 848.076710] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.086965] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.179330] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.245022] env[69333]: DEBUG nova.scheduler.client.report [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.516670] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.566661] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.567914] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.568621] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.568899] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.569062] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.569241] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.569491] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.569664] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.569867] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.574833] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.574833] env[69333]: DEBUG nova.virt.hardware [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.575922] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a19590-a16d-4032-aeb0-0d6344164ef9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.592427] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132983b-90f7-4124-92a5-6c9c6d12010a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.597963] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.751878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.755162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.858s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.757434] env[69333]: INFO nova.compute.claims [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.784509] env[69333]: INFO nova.scheduler.client.report [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Deleted allocations for instance 9098c79f-7ab4-4692-9d84-0261024fee2e [ 849.090575] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.293604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-825b23be-3981-40b4-a742-28e031998d46 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Lock "9098c79f-7ab4-4692-9d84-0261024fee2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.414s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.591191] env[69333]: DEBUG oslo_vmware.api [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133952, 'name': PowerOnVM_Task, 'duration_secs': 1.165055} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.591438] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.591670] env[69333]: INFO nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Took 9.21 seconds to spawn the instance on the hypervisor. [ 849.591832] env[69333]: DEBUG nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.593224] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b651d89c-5df0-4128-a310-99419e7673fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.786028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "e2e39bc1-4026-45c3-801f-d090aba8219e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.786028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.786028] env[69333]: DEBUG nova.compute.manager [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.786028] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75f838e-4020-4c77-b343-5fc19a6e38fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.798643] env[69333]: DEBUG nova.compute.manager [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 849.799313] env[69333]: DEBUG nova.objects.instance [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lazy-loading 'flavor' on Instance uuid e2e39bc1-4026-45c3-801f-d090aba8219e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.880785] env[69333]: DEBUG nova.compute.manager [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Received event network-vif-plugged-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.881034] env[69333]: DEBUG oslo_concurrency.lockutils [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] Acquiring lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.881225] env[69333]: DEBUG oslo_concurrency.lockutils [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.881385] env[69333]: DEBUG oslo_concurrency.lockutils [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.881547] env[69333]: DEBUG nova.compute.manager [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] No waiting events found dispatching network-vif-plugged-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.882297] env[69333]: WARNING nova.compute.manager [req-bce184a6-2000-42c1-851d-d88d65615f9e req-71fdea3f-2a8d-4255-a275-112a5d7b94aa service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Received unexpected event network-vif-plugged-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 for instance with vm_state building and task_state spawning. [ 850.024415] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Successfully updated port: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.129023] env[69333]: INFO nova.compute.manager [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Took 50.50 seconds to build instance. [ 850.374121] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa9ae70-07a2-44fd-aede-f02da7d1a66f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.382437] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a89174f-acca-48eb-8dfa-45b151af264f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.415533] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318318c0-a488-48dd-b3b1-418e232efed8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.424160] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff647e5b-a537-4ed9-aa4f-466129320c54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.440323] env[69333]: DEBUG nova.compute.provider_tree [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.526977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.526977] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.630157] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8664a84d-9fe0-4108-a198-64617f048b7f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.080s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.813095] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.813095] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805355b0-e069-4362-8adf-19e9e2bea7e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.818819] env[69333]: DEBUG oslo_vmware.api [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 850.818819] env[69333]: value = "task-4133953" [ 850.818819] env[69333]: _type = "Task" [ 850.818819] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.835026] env[69333]: DEBUG oslo_vmware.api [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.944453] env[69333]: DEBUG nova.scheduler.client.report [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.085862] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.133568] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.330673] env[69333]: DEBUG oslo_vmware.api [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133953, 'name': PowerOffVM_Task, 'duration_secs': 0.355763} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.331213] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.331513] env[69333]: DEBUG nova.compute.manager [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.332436] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44d547-b582-4426-bc48-4f73c53b7a57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.453025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.453025] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.454484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.948s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.459881] env[69333]: DEBUG nova.objects.instance [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 851.689274] env[69333]: DEBUG nova.network.neutron [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Updating instance_info_cache with network_info: [{"id": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "address": "fa:16:3e:71:72:d7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8ca199-af", "ovs_interfaceid": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.702095] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.846087] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d42dddd-c754-4982-ab55-920e2675697f tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.869256] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.869757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.965386] env[69333]: DEBUG nova.compute.utils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.968721] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.969654] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.065989] env[69333]: DEBUG nova.policy [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0ba10f522041b3a959d6f4ea2a899e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4edddb8d3a4099ae5ed51b26d3ee18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.192644] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196058] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Instance network_info: |[{"id": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "address": "fa:16:3e:71:72:d7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8ca199-af", "ovs_interfaceid": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.196058] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:72:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e8ca199-af56-4edd-bfcd-ccf976c3dea8', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.205067] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.205404] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.205565] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83ca9d9-dbab-4783-9554-6f9d8267b079 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.227393] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.227393] env[69333]: value = "task-4133954" [ 852.227393] env[69333]: _type = "Task" [ 852.227393] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.238172] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133954, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.261340] env[69333]: DEBUG nova.compute.manager [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Received event network-changed-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.262352] env[69333]: DEBUG nova.compute.manager [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Refreshing instance network info cache due to event network-changed-4e8ca199-af56-4edd-bfcd-ccf976c3dea8. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.262352] env[69333]: DEBUG oslo_concurrency.lockutils [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] Acquiring lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.262352] env[69333]: DEBUG oslo_concurrency.lockutils [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] Acquired lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.262352] env[69333]: DEBUG nova.network.neutron [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Refreshing network info cache for port 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.477546] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.483145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d69a9bf-f409-4885-99c1-f2714f85a44c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.485807] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.427s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.485983] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.486332] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 852.486690] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.996s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.489056] env[69333]: INFO nova.compute.claims [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.494646] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28d4c2-cee7-418d-907b-af20db4cc6ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.504934] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a528d88-039d-4106-8bf8-32ef70308268 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.529706] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047c5be-34d7-44b9-8df3-b901a96a7980 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.540838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f776c468-45be-40d0-b956-13d4cf63ea52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.578674] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178582MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 852.578906] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.580052] env[69333]: INFO nova.compute.manager [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Rebuilding instance [ 852.732488] env[69333]: DEBUG nova.compute.manager [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.733653] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367945bc-d558-44ed-9897-74bd9d01e2ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.743056] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133954, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.801852] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Successfully created port: 449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.119662] env[69333]: DEBUG nova.network.neutron [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Updated VIF entry in instance network info cache for port 4e8ca199-af56-4edd-bfcd-ccf976c3dea8. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.120050] env[69333]: DEBUG nova.network.neutron [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Updating instance_info_cache with network_info: [{"id": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "address": "fa:16:3e:71:72:d7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8ca199-af", "ovs_interfaceid": "4e8ca199-af56-4edd-bfcd-ccf976c3dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.242143] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133954, 'name': CreateVM_Task, 'duration_secs': 0.82664} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.242680] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.243431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.243636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.244038] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.244576] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4454226e-53a7-4f76-8207-1ad70d886e0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.255245] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 853.255245] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b8e947-64bf-e074-4d80-d7190643dac3" [ 853.255245] env[69333]: _type = "Task" [ 853.255245] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.272649] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b8e947-64bf-e074-4d80-d7190643dac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.495355] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.562742] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.563706] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.563900] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.564118] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.564276] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.564424] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.564650] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.564814] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.565135] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.565135] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.565330] env[69333]: DEBUG nova.virt.hardware [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.566866] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d39eb-df77-4afa-bbf4-c31d8a52c97b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.584391] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba1a874-e075-49b7-97f9-87e2db099186 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.624664] env[69333]: DEBUG oslo_concurrency.lockutils [req-9e8315e8-6020-4a08-bfef-142156393aff req-ec931857-7c05-4243-926f-2cc4052502f2 service nova] Releasing lock "refresh_cache-f650bd5a-d150-486f-a129-97a9e6f79ec6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.759638] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.759638] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eed711c-18f7-49b2-a058-d603f80290e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.776273] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b8e947-64bf-e074-4d80-d7190643dac3, 'name': SearchDatastore_Task, 'duration_secs': 0.020106} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.778119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.778371] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.778610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.778757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.778940] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.779291] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 853.779291] env[69333]: value = "task-4133955" [ 853.779291] env[69333]: _type = "Task" [ 853.779291] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.779488] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-550894bd-67a4-4f73-917f-01c3d063fb29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.798140] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.806757] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.806937] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.810294] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234028b3-d885-4936-8b7e-e27fa9e709d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.817252] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 853.817252] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52797966-765e-80a4-90ae-081a542ad2ec" [ 853.817252] env[69333]: _type = "Task" [ 853.817252] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.827526] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52797966-765e-80a4-90ae-081a542ad2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.862759] env[69333]: DEBUG nova.objects.instance [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lazy-loading 'flavor' on Instance uuid e2e39bc1-4026-45c3-801f-d090aba8219e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.260094] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e53dc4e-952c-40af-b108-636facbb8df4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.273498] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deaef2f-7598-4b2d-b3ae-1c5bc660b78f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.323086] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ae014-e09e-48d3-8e72-d203bb3835f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.328635] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133955, 'name': PowerOffVM_Task, 'duration_secs': 0.229428} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.329754] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.330032] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.330801] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d68af-7914-4e8d-9b61-c27add54be8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.338413] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52797966-765e-80a4-90ae-081a542ad2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.340742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a325b9-dada-498b-81e2-87ce7e8b2984 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.346762] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf9cabf-27e5-4bfe-8db4-c5f7e0a29c03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.349042] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.349669] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a91fcb-de86-4c4b-85ba-5b3fa6f87776 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.361222] env[69333]: DEBUG nova.compute.provider_tree [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.366693] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.366864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquired lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.368027] env[69333]: DEBUG nova.network.neutron [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.368027] env[69333]: DEBUG nova.objects.instance [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lazy-loading 'info_cache' on Instance uuid e2e39bc1-4026-45c3-801f-d090aba8219e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.368942] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 854.368942] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253de85-53c9-d019-96c1-345c762dbcfb" [ 854.368942] env[69333]: _type = "Task" [ 854.368942] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.380781] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253de85-53c9-d019-96c1-345c762dbcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.381162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.381441] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f650bd5a-d150-486f-a129-97a9e6f79ec6/f650bd5a-d150-486f-a129-97a9e6f79ec6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.381701] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e85c31fc-8a56-4493-8f1f-21be7355afcc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.389776] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 854.389776] env[69333]: value = "task-4133957" [ 854.389776] env[69333]: _type = "Task" [ 854.389776] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.405626] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.608873] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.609167] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.609403] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.609799] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf47199-fdb5-46d2-8524-b21c11c8e7d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.622882] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 854.622882] env[69333]: value = "task-4133958" [ 854.622882] env[69333]: _type = "Task" [ 854.622882] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.631898] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.781163] env[69333]: DEBUG nova.compute.manager [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Received event network-vif-plugged-449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.781163] env[69333]: DEBUG oslo_concurrency.lockutils [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] Acquiring lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.781163] env[69333]: DEBUG oslo_concurrency.lockutils [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.782204] env[69333]: DEBUG oslo_concurrency.lockutils [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.783449] env[69333]: DEBUG nova.compute.manager [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] No waiting events found dispatching network-vif-plugged-449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.783449] env[69333]: WARNING nova.compute.manager [req-8209243c-80a1-449c-8e3a-a0b6c3859fe5 req-2f267798-9b74-4990-bd43-81445c85b30e service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Received unexpected event network-vif-plugged-449198d2-14d2-42c4-b01f-db4ad2a4b594 for instance with vm_state building and task_state spawning. [ 854.868889] env[69333]: DEBUG nova.scheduler.client.report [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.876261] env[69333]: DEBUG nova.objects.base [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 854.881319] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Successfully updated port: 449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.903348] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133957, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.131604] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336366} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.131868] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.132083] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.132267] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.378985] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.379541] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.382610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.411s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.382856] env[69333]: DEBUG nova.objects.instance [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lazy-loading 'resources' on Instance uuid 9d9c61b6-69ab-4be1-9c6d-8b93763d4584 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.388030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388143] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.405742] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52016} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.406105] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f650bd5a-d150-486f-a129-97a9e6f79ec6/f650bd5a-d150-486f-a129-97a9e6f79ec6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.406335] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.406613] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c59e6b-a655-4135-8242-ca6ad060b089 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.419129] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 855.419129] env[69333]: value = "task-4133959" [ 855.419129] env[69333]: _type = "Task" [ 855.419129] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.429572] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.699115] env[69333]: DEBUG nova.network.neutron [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Updating instance_info_cache with network_info: [{"id": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "address": "fa:16:3e:80:e3:1e", "network": {"id": "1f957318-caec-42d3-8f6e-77b71e401eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-711353754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb034c272ff4cbcb305476515f617b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c23c259-10", "ovs_interfaceid": "5c23c259-10fe-4ae3-9cb5-559cb47bf0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.892971] env[69333]: DEBUG nova.compute.utils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.898209] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.898209] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.937922] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082532} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.937922] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.937922] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7cb23-8acb-4374-b920-09d3661b9746 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.967112] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f650bd5a-d150-486f-a129-97a9e6f79ec6/f650bd5a-d150-486f-a129-97a9e6f79ec6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.971062] env[69333]: DEBUG nova.policy [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0ba10f522041b3a959d6f4ea2a899e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4edddb8d3a4099ae5ed51b26d3ee18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.972887] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb9f6da-55b7-4218-be15-fea9bad71497 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.990215] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.998922] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 855.998922] env[69333]: value = "task-4133960" [ 855.998922] env[69333]: _type = "Task" [ 855.998922] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.012629] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.195647] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.195886] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.196057] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.196217] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.196463] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.196529] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.196911] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.197196] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.198534] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.198534] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.198534] env[69333]: DEBUG nova.virt.hardware [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.198909] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d02dc13-b2bb-4efa-bf50-70747f20efaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.206396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Releasing lock "refresh_cache-e2e39bc1-4026-45c3-801f-d090aba8219e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.215584] env[69333]: DEBUG nova.network.neutron [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updating instance_info_cache with network_info: [{"id": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "address": "fa:16:3e:76:5f:5a", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449198d2-14", "ovs_interfaceid": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.219317] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729b037c-d351-41a9-b421-9e0ac18ba35b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.241284] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ed:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.251598] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.255520] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.255674] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d4c98e-0e3e-4cde-9f8a-89564b3da500 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.279256] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.279256] env[69333]: value = "task-4133961" [ 856.279256] env[69333]: _type = "Task" [ 856.279256] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.291968] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133961, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.399419] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.458541] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Successfully created port: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.520354] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133960, 'name': ReconfigVM_Task, 'duration_secs': 0.321716} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.521474] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f650bd5a-d150-486f-a129-97a9e6f79ec6/f650bd5a-d150-486f-a129-97a9e6f79ec6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.522463] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-215e41ab-904e-4ea3-b465-f26256d55e62 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.536880] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 856.536880] env[69333]: value = "task-4133962" [ 856.536880] env[69333]: _type = "Task" [ 856.536880] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.552214] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133962, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.588247] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0215d-afdf-4233-b2a8-567ee36ed5af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.597539] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e51b00b-17a9-423e-a7b7-f03b93bb5521 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.632659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584a698-9018-459d-88c0-40e5e66258b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.643073] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c93600-f6c2-4374-aa31-34f3c371fa82 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.658566] env[69333]: DEBUG nova.compute.provider_tree [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.667629] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.668053] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.720089] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.720423] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Instance network_info: |[{"id": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "address": "fa:16:3e:76:5f:5a", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449198d2-14", "ovs_interfaceid": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.720813] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:5f:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '449198d2-14d2-42c4-b01f-db4ad2a4b594', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.734102] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating folder: Project (0e4edddb8d3a4099ae5ed51b26d3ee18). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.734102] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce7f86c-2a4a-4220-b230-100ef71ee27b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.745279] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created folder: Project (0e4edddb8d3a4099ae5ed51b26d3ee18) in parent group-v818612. [ 856.745279] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating folder: Instances. Parent ref: group-v818771. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.745279] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82978b2-25dd-419f-b908-849bdcb081d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.755268] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created folder: Instances in parent group-v818771. [ 856.755476] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.755670] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.755881] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4281beae-a361-4de4-9f1d-1b9eba092d15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.777117] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.777117] env[69333]: value = "task-4133965" [ 856.777117] env[69333]: _type = "Task" [ 856.777117] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.791570] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133965, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.794518] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133961, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.812074] env[69333]: DEBUG nova.compute.manager [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Received event network-changed-449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.813481] env[69333]: DEBUG nova.compute.manager [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Refreshing instance network info cache due to event network-changed-449198d2-14d2-42c4-b01f-db4ad2a4b594. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.813852] env[69333]: DEBUG oslo_concurrency.lockutils [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] Acquiring lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.814126] env[69333]: DEBUG oslo_concurrency.lockutils [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] Acquired lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.814358] env[69333]: DEBUG nova.network.neutron [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Refreshing network info cache for port 449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.047246] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133962, 'name': Rename_Task, 'duration_secs': 0.164065} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.047537] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.047798] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6673114b-5698-4b2b-b0a3-68b823f26f3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.055141] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 857.055141] env[69333]: value = "task-4133966" [ 857.055141] env[69333]: _type = "Task" [ 857.055141] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.064450] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.167929] env[69333]: DEBUG nova.scheduler.client.report [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.230168] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.230619] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d87e6a-e362-4848-b4f9-48d3ce698a54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.238552] env[69333]: DEBUG oslo_vmware.api [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 857.238552] env[69333]: value = "task-4133967" [ 857.238552] env[69333]: _type = "Task" [ 857.238552] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.249883] env[69333]: DEBUG oslo_vmware.api [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.293302] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133965, 'name': CreateVM_Task, 'duration_secs': 0.330622} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.296723] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.296975] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133961, 'name': CreateVM_Task, 'duration_secs': 0.583074} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.297793] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297955] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.298281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298496] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.298709] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6777452-0a9a-4240-b561-1154fc70bdc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.300853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.301019] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.301295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.301528] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd059fa-9bde-4e0f-949d-61f4544abc0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.306791] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 857.306791] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b15d67-8e36-266a-f556-b2109269ccef" [ 857.306791] env[69333]: _type = "Task" [ 857.306791] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.307933] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 857.307933] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b42b58-f7fe-9179-510a-a6ec528726bd" [ 857.307933] env[69333]: _type = "Task" [ 857.307933] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.326124] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b15d67-8e36-266a-f556-b2109269ccef, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.326386] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b42b58-f7fe-9179-510a-a6ec528726bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.327613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.327613] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.327613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.327849] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.327849] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.328107] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.328311] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.328520] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.328827] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.329098] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a85eaa6-a9cc-42a0-b390-553588fa1bd9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.330958] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fd3be9-920b-474f-801e-d9786451425c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.341503] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.341698] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.343371] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904d4416-e6a4-466c-9b26-569904f84e33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.346033] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.346237] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.347069] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fecc1ce9-6672-4a7b-87e0-0f84b49bf463 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.353480] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 857.353480] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cc3b6c-b508-60a1-0bc8-ab92be7e0a01" [ 857.353480] env[69333]: _type = "Task" [ 857.353480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.355118] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 857.355118] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52694eeb-b0d7-bb40-b890-44a653ddfab6" [ 857.355118] env[69333]: _type = "Task" [ 857.355118] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.368495] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cc3b6c-b508-60a1-0bc8-ab92be7e0a01, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.374696] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52694eeb-b0d7-bb40-b890-44a653ddfab6, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.374952] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d28ac51-d65e-4ca3-80db-3fe7965be471 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.377986] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3549b38e-de8f-4d7f-936a-904f8fedbdde {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.384044] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 857.384044] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52307445-f8b2-60f5-e53c-b96c90655db1" [ 857.384044] env[69333]: _type = "Task" [ 857.384044] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.385385] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 857.385385] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527047de-c941-d465-f661-dfe961405487" [ 857.385385] env[69333]: _type = "Task" [ 857.385385] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.397532] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52307445-f8b2-60f5-e53c-b96c90655db1, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.400937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.401305] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.401501] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527047de-c941-d465-f661-dfe961405487, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.401702] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591d1ce1-9ab5-408e-bdbf-f38d21f41171 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.403692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.403939] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.404200] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38dd1ca1-6df3-4e33-b24f-1450760daf48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.408630] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.413055] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 857.413055] env[69333]: value = "task-4133969" [ 857.413055] env[69333]: _type = "Task" [ 857.413055] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.413228] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 857.413228] env[69333]: value = "task-4133968" [ 857.413228] env[69333]: _type = "Task" [ 857.413228] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.425045] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.427565] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.471580] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.473206] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.473485] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.473485] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.474831] env[69333]: DEBUG nova.virt.hardware [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.474831] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e47c3a0-6cdb-4cd4-8c0a-b504f60e9a3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.483628] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306c8708-444a-4f00-9b58-bb30734a6cdd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566954] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.671144] env[69333]: DEBUG nova.network.neutron [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updated VIF entry in instance network info cache for port 449198d2-14d2-42c4-b01f-db4ad2a4b594. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.671985] env[69333]: DEBUG nova.network.neutron [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updating instance_info_cache with network_info: [{"id": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "address": "fa:16:3e:76:5f:5a", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449198d2-14", "ovs_interfaceid": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.674216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.677163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.400s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.677521] env[69333]: DEBUG nova.objects.instance [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lazy-loading 'resources' on Instance uuid e9a88232-87fa-4d01-a1b6-7865a5142faa {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.745372] env[69333]: INFO nova.scheduler.client.report [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Deleted allocations for instance 9d9c61b6-69ab-4be1-9c6d-8b93763d4584 [ 857.758426] env[69333]: DEBUG oslo_vmware.api [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133967, 'name': PowerOnVM_Task, 'duration_secs': 0.489644} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.759017] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.760748] env[69333]: DEBUG nova.compute.manager [None req-8f645393-c3fe-440c-972a-a23bcb217f7b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.760748] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051c390d-8793-4c21-b6de-9be1db8f6b0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.933309] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.938775] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133968, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.068154] env[69333]: DEBUG oslo_vmware.api [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133966, 'name': PowerOnVM_Task, 'duration_secs': 0.557768} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.068459] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.068663] env[69333]: INFO nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Took 9.55 seconds to spawn the instance on the hypervisor. [ 858.068840] env[69333]: DEBUG nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.069924] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6b534-ca89-4e07-bf97-158f5e8251d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.177811] env[69333]: DEBUG oslo_concurrency.lockutils [req-bf4882ed-b2ca-4a37-8e4e-ca1988bd8f28 req-6ff0b7b6-f4b9-4b54-813b-338de7020d0a service nova] Releasing lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.262666] env[69333]: DEBUG oslo_concurrency.lockutils [None req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Lock "9d9c61b6-69ab-4be1-9c6d-8b93763d4584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.246s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.406591] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Successfully updated port: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.433782] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550002} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.439053] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.439352] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.439700] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703251} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.440191] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375acdde-7591-4ac5-81c3-63b3535c1e73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.442836] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.443060] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.443301] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e73bf2c6-321f-4024-9d13-dc65560fa279 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.455047] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 858.455047] env[69333]: value = "task-4133971" [ 858.455047] env[69333]: _type = "Task" [ 858.455047] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.455170] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 858.455170] env[69333]: value = "task-4133970" [ 858.455170] env[69333]: _type = "Task" [ 858.455170] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.471429] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.474759] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.587413] env[69333]: INFO nova.compute.manager [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Took 52.70 seconds to build instance. [ 858.750675] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28d2ac7-c8f0-450f-a93e-7cfa864ca1d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.758926] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3930c4-b53b-44fd-aaa0-6d843659c477 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.800355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd7e6a-a269-4e09-b016-271c1a6a4561 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.808717] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16938ce7-67c2-4a30-a4db-6e3660626fdc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.823195] env[69333]: DEBUG nova.compute.provider_tree [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.909460] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.909641] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.909834] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.971475] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166596} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.975791] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.976167] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164837} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.976908] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651da71-0f13-4632-a12e-7addef18fc3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.979844] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.980664] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd715e-18d6-4394-9374-0de327d46d02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.008161] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.015276] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6397fdd4-ae8b-42eb-aee3-1db11f5a98b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.038933] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.039285] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d834a66-766f-493a-9a63-93c9ee2faf39 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.062474] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 859.062474] env[69333]: value = "task-4133972" [ 859.062474] env[69333]: _type = "Task" [ 859.062474] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.064318] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 859.064318] env[69333]: value = "task-4133973" [ 859.064318] env[69333]: _type = "Task" [ 859.064318] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.079158] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.082823] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.089304] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d2ee86d-5b03-4740-896f-109eae235de2 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.167s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.326369] env[69333]: DEBUG nova.scheduler.client.report [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.466856] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.576820] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133972, 'name': ReconfigVM_Task, 'duration_secs': 0.343144} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.577524] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5/bd7e9799-d721-44f1-9d37-540a82fecfd5.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.578245] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8a22af-0d68-407e-9cb8-d46378b0e1e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.583280] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133973, 'name': ReconfigVM_Task, 'duration_secs': 0.323053} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.583953] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.584784] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec229086-e2b3-4835-9b9d-da0a60ea8a0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.591759] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.594481] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 859.594481] env[69333]: value = "task-4133974" [ 859.594481] env[69333]: _type = "Task" [ 859.594481] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.598498] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 859.598498] env[69333]: value = "task-4133975" [ 859.598498] env[69333]: _type = "Task" [ 859.598498] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.610355] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133974, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.614099] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133975, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.632281] env[69333]: DEBUG nova.compute.manager [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Received event network-vif-plugged-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.632529] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Acquiring lock "f4256a48-e087-48d6-949d-3e2c740df321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.632735] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Lock "f4256a48-e087-48d6-949d-3e2c740df321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.632915] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Lock "f4256a48-e087-48d6-949d-3e2c740df321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.633113] env[69333]: DEBUG nova.compute.manager [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] No waiting events found dispatching network-vif-plugged-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.633253] env[69333]: WARNING nova.compute.manager [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Received unexpected event network-vif-plugged-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 for instance with vm_state building and task_state spawning. [ 859.633403] env[69333]: DEBUG nova.compute.manager [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Received event network-changed-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.633552] env[69333]: DEBUG nova.compute.manager [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Refreshing instance network info cache due to event network-changed-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.633734] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Acquiring lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.799801] env[69333]: DEBUG nova.network.neutron [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updating instance_info_cache with network_info: [{"id": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "address": "fa:16:3e:4a:8c:00", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced86c3a-3f", "ovs_interfaceid": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.833061] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.836042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.811s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.838046] env[69333]: DEBUG nova.objects.instance [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lazy-loading 'resources' on Instance uuid 74d6e662-0bde-4c7c-a515-e9d4d90e82b5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.902256] env[69333]: INFO nova.scheduler.client.report [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Deleted allocations for instance e9a88232-87fa-4d01-a1b6-7865a5142faa [ 860.119988] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133974, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.120278] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133975, 'name': Rename_Task, 'duration_secs': 0.169034} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.121502] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.121838] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.122121] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38314e05-45b9-40cb-8d97-91a661bc5709 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.130411] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 860.130411] env[69333]: value = "task-4133976" [ 860.130411] env[69333]: _type = "Task" [ 860.130411] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.140332] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.190079] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.190365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.190814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.190814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.190986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.193394] env[69333]: INFO nova.compute.manager [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Terminating instance [ 860.304435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.304435] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Instance network_info: |[{"id": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "address": "fa:16:3e:4a:8c:00", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced86c3a-3f", "ovs_interfaceid": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.304435] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Acquired lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.304435] env[69333]: DEBUG nova.network.neutron [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Refreshing network info cache for port ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.306721] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:8c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced86c3a-3f9b-4a7f-babb-2e069aac2cb4', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.319082] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.319871] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.320240] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a86faa1-7452-4fc6-833a-05bf39e5121b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.346291] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.346291] env[69333]: value = "task-4133977" [ 860.346291] env[69333]: _type = "Task" [ 860.346291] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.357449] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133977, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.410858] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50185617-bf48-4d33-ba6b-967ba83d63bc tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Lock "e9a88232-87fa-4d01-a1b6-7865a5142faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.767s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.620898] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133974, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.650529] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.705123] env[69333]: DEBUG nova.compute.manager [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.705610] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.706718] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067237fc-b2d3-4626-ac5b-cca0c9cb21a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.714928] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.715350] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f0444be-2467-4dd2-91c5-001bd447a10a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.732038] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 860.732038] env[69333]: value = "task-4133978" [ 860.732038] env[69333]: _type = "Task" [ 860.732038] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.745695] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.863706] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133977, 'name': CreateVM_Task, 'duration_secs': 0.469797} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.864232] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.865328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866408] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.867453] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd77dc76-ddbd-4772-aa54-238dc8bbfc96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.880128] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 860.880128] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b41835-b49c-560a-ec52-f234f4521f68" [ 860.880128] env[69333]: _type = "Task" [ 860.880128] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.898021] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b41835-b49c-560a-ec52-f234f4521f68, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.898021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.898021] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.898021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.898021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.898021] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.898021] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f76edc-4a55-48c1-bc14-7fa65780db6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.908684] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.909026] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.909843] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c987e0-2e63-40d8-8b6a-22069d283fb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.918472] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 860.918472] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b2927-6f72-98eb-e1c2-5a1da5024053" [ 860.918472] env[69333]: _type = "Task" [ 860.918472] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.931496] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b2927-6f72-98eb-e1c2-5a1da5024053, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.935899] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f82119-0e1b-4c2a-b0aa-56914b909db3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.943671] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 860.943671] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aec8d5-3e13-3e2c-84fa-773008e08335" [ 860.943671] env[69333]: _type = "Task" [ 860.943671] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.955462] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aec8d5-3e13-3e2c-84fa-773008e08335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.985936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b4919-d3c4-422d-88c8-4bafc08c1c29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.998047] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec197245-4a40-4163-8337-22b6e9e1c134 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.047218] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b691a-cf97-4446-884c-65e74f8161b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.055702] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a796a-e562-4705-80e6-60c301c4d091 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.072953] env[69333]: DEBUG nova.compute.provider_tree [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.112511] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133974, 'name': Rename_Task, 'duration_secs': 1.048816} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.112771] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.112930] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d667a806-c57d-41c2-b4df-1abe83dd4d9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.119823] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 861.119823] env[69333]: value = "task-4133979" [ 861.119823] env[69333]: _type = "Task" [ 861.119823] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.130898] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.141352] env[69333]: DEBUG oslo_vmware.api [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133976, 'name': PowerOnVM_Task, 'duration_secs': 0.98627} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.141631] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.141828] env[69333]: INFO nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Took 7.65 seconds to spawn the instance on the hypervisor. [ 861.142011] env[69333]: DEBUG nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.142925] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7bcfef-f8f8-446e-be5e-90fa9be184b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.244208] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133978, 'name': PowerOffVM_Task, 'duration_secs': 0.27534} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.244208] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.244208] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.244208] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d60deb4-0f06-41b5-a5c5-8238057b3c4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.256211] env[69333]: DEBUG nova.network.neutron [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updated VIF entry in instance network info cache for port ced86c3a-3f9b-4a7f-babb-2e069aac2cb4. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.256664] env[69333]: DEBUG nova.network.neutron [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updating instance_info_cache with network_info: [{"id": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "address": "fa:16:3e:4a:8c:00", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced86c3a-3f", "ovs_interfaceid": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.325222] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.325488] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.325690] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore2] f650bd5a-d150-486f-a129-97a9e6f79ec6 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.325994] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08dc32c-7ae5-4ec4-845e-08479937f9dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.336024] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 861.336024] env[69333]: value = "task-4133981" [ 861.336024] env[69333]: _type = "Task" [ 861.336024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.355975] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.463173] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aec8d5-3e13-3e2c-84fa-773008e08335, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.463462] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.463755] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/f4256a48-e087-48d6-949d-3e2c740df321.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.464086] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5207dd7f-0284-4211-b137-c3c31bf50245 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.472778] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 861.472778] env[69333]: value = "task-4133982" [ 861.472778] env[69333]: _type = "Task" [ 861.472778] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.482962] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.575907] env[69333]: DEBUG nova.scheduler.client.report [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.635140] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.665138] env[69333]: INFO nova.compute.manager [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Took 49.79 seconds to build instance. [ 861.760411] env[69333]: DEBUG oslo_concurrency.lockutils [req-cd09f789-14b5-40b7-8348-2a6bfa57cf72 req-ae7f1f10-c2f6-4f98-9c08-d26f122d9076 service nova] Releasing lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.849924] env[69333]: DEBUG oslo_vmware.api [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4133981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297323} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.850265] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.851372] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.851372] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.851372] env[69333]: INFO nova.compute.manager [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.851372] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.851372] env[69333]: DEBUG nova.compute.manager [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.851676] env[69333]: DEBUG nova.network.neutron [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.987129] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.083018] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.088136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.659s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.093587] env[69333]: INFO nova.compute.claims [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.140087] env[69333]: DEBUG oslo_vmware.api [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133979, 'name': PowerOnVM_Task, 'duration_secs': 0.843848} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.141709] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.141709] env[69333]: DEBUG nova.compute.manager [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.142676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc85110-49c9-4fa1-8dfa-985634a6af19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.165532] env[69333]: INFO nova.scheduler.client.report [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted allocations for instance 74d6e662-0bde-4c7c-a515-e9d4d90e82b5 [ 862.167272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.925s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.486492] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673137} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.486782] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/f4256a48-e087-48d6-949d-3e2c740df321.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.487169] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.487974] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9985245a-8746-4e26-8f15-0514d457406e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.496386] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 862.496386] env[69333]: value = "task-4133983" [ 862.496386] env[69333]: _type = "Task" [ 862.496386] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.514477] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.683439] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.688895] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "74d6e662-0bde-4c7c-a515-e9d4d90e82b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.089s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.690152] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.848043] env[69333]: DEBUG nova.compute.manager [req-347647fd-cb71-4ee7-8b09-1165aaaeb5e1 req-647c7d1d-7aee-4a67-ac80-b1f5a5ebc64b service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Received event network-vif-deleted-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.848254] env[69333]: INFO nova.compute.manager [req-347647fd-cb71-4ee7-8b09-1165aaaeb5e1 req-647c7d1d-7aee-4a67-ac80-b1f5a5ebc64b service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Neutron deleted interface 4e8ca199-af56-4edd-bfcd-ccf976c3dea8; detaching it from the instance and deleting it from the info cache [ 862.852031] env[69333]: DEBUG nova.network.neutron [req-347647fd-cb71-4ee7-8b09-1165aaaeb5e1 req-647c7d1d-7aee-4a67-ac80-b1f5a5ebc64b service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.946645] env[69333]: DEBUG nova.network.neutron [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.008762] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080244} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.009191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.010266] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f19a90-4592-47cc-aae3-d1985f7e83d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.042027] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/f4256a48-e087-48d6-949d-3e2c740df321.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.042581] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f4d828-8699-4bf0-a36f-cc964cb1092b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.070870] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 863.070870] env[69333]: value = "task-4133984" [ 863.070870] env[69333]: _type = "Task" [ 863.070870] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.082497] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.129806] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "e0593131-1e64-4876-8275-4a0d270f72c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.130108] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.205076] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.351879] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c24dc550-1bdc-4caf-ab55-a7c39867c703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.367701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58da61b4-1328-4291-995c-96777e5de460 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.409966] env[69333]: DEBUG nova.compute.manager [req-347647fd-cb71-4ee7-8b09-1165aaaeb5e1 req-647c7d1d-7aee-4a67-ac80-b1f5a5ebc64b service nova] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Detach interface failed, port_id=4e8ca199-af56-4edd-bfcd-ccf976c3dea8, reason: Instance f650bd5a-d150-486f-a129-97a9e6f79ec6 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 863.455459] env[69333]: INFO nova.compute.manager [-] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Took 1.60 seconds to deallocate network for instance. [ 863.589078] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.722248] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.726307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.726307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.726307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.726307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.727685] env[69333]: INFO nova.compute.manager [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Terminating instance [ 863.758371] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088fd50a-30cd-44d2-b1e3-1445f3d1f5c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.771020] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c30eda7-3047-43bd-815b-3e2b1909006d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.804268] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a952c-1c02-4a96-89eb-b86e06a3702b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.812582] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be830f00-a0a0-4dd8-903c-587a42735306 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.830294] env[69333]: DEBUG nova.compute.provider_tree [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.965029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.089023] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133984, 'name': ReconfigVM_Task, 'duration_secs': 0.648117} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.089023] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/f4256a48-e087-48d6-949d-3e2c740df321.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.089023] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bcb8bcb-d6e6-4cb0-a798-f25d30fb0af1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.099169] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 864.099169] env[69333]: value = "task-4133985" [ 864.099169] env[69333]: _type = "Task" [ 864.099169] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.108657] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133985, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.212163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.212163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.212163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.212163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.212163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.216176] env[69333]: INFO nova.compute.manager [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Terminating instance [ 864.235111] env[69333]: DEBUG nova.compute.manager [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.235303] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.236478] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a8667-cca1-4d58-8faf-bc2baabf8ac5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.250905] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.252139] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ae78d1-f16c-43cf-a7f2-46b83ea4d54f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.263454] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 864.263454] env[69333]: value = "task-4133986" [ 864.263454] env[69333]: _type = "Task" [ 864.263454] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.268810] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.272438] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.275067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.275067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.275067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.285728] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.287694] env[69333]: INFO nova.compute.manager [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Terminating instance [ 864.331707] env[69333]: DEBUG nova.scheduler.client.report [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.610867] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133985, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.723112] env[69333]: DEBUG nova.compute.manager [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.723112] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.723112] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f90dd-10d5-4e2f-9c05-dc845eb307b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.734083] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.734621] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9b5a7d-c31f-48fd-bcc2-dee5f2ce721f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.742411] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 864.742411] env[69333]: value = "task-4133987" [ 864.742411] env[69333]: _type = "Task" [ 864.742411] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.756230] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.774570] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133986, 'name': PowerOffVM_Task, 'duration_secs': 0.377619} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.775040] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.775326] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.775684] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d400f6a4-8d18-4cf6-b9ff-9b828c9f19ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.794036] env[69333]: DEBUG nova.compute.manager [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.794036] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.794036] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b9399-e244-476c-9251-78cd6b61e229 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.803642] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.807161] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51024f1e-be9b-4b1f-9e7c-560d5d0fc381 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.816024] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 864.816024] env[69333]: value = "task-4133989" [ 864.816024] env[69333]: _type = "Task" [ 864.816024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.833033] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.837624] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.838130] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.841801] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.584s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.844103] env[69333]: DEBUG nova.objects.instance [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lazy-loading 'resources' on Instance uuid 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.873074] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.873689] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.873832] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore1] 905a3dd7-0e33-4aa6-adc0-79597406c6af {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.874141] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0dbad3-6f22-43ec-ad0d-c1ee55f5d772 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.884266] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 864.884266] env[69333]: value = "task-4133990" [ 864.884266] env[69333]: _type = "Task" [ 864.884266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.895014] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.928901] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.929638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.112358] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133985, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.254034] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133987, 'name': PowerOffVM_Task, 'duration_secs': 0.280796} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.254034] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.254034] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.254034] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dedff31-9c4d-4f00-9d45-446bfda8cc7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.325238] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.339277] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.339553] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.339850] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore1] bd7e9799-d721-44f1-9d37-540a82fecfd5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.340270] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519c7af2-3ccd-4dc2-82f4-50e28438c0a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.346046] env[69333]: DEBUG nova.compute.utils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.352229] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.352836] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.355287] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 865.355287] env[69333]: value = "task-4133992" [ 865.355287] env[69333]: _type = "Task" [ 865.355287] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.372509] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.398961] env[69333]: DEBUG oslo_vmware.api [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4133990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388389} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.399388] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.399685] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.403072] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.403072] env[69333]: INFO nova.compute.manager [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Took 1.16 seconds to destroy the instance on the hypervisor. [ 865.403072] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.403072] env[69333]: DEBUG nova.compute.manager [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.403072] env[69333]: DEBUG nova.network.neutron [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.442978] env[69333]: DEBUG nova.policy [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdfb8ae7b6ea4efd8d8a154b26564ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff5d980c37854bbc939e8db3fb1bc473', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.615131] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133985, 'name': Rename_Task, 'duration_secs': 1.294917} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.620039] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.620039] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc2afb67-d5f9-46e3-a963-3855532bd740 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631517] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 865.631517] env[69333]: value = "task-4133993" [ 865.631517] env[69333]: _type = "Task" [ 865.631517] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.648677] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.839632] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133989, 'name': PowerOffVM_Task, 'duration_secs': 0.725791} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.840559] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.840938] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.841856] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dddcda69-a085-49c2-8307-ffc5e354f640 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.857566] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.874479] env[69333]: DEBUG oslo_vmware.api [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4133992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286352} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.874751] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.875043] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.875680] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.875890] env[69333]: INFO nova.compute.manager [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.878051] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.878051] env[69333]: DEBUG nova.compute.manager [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.878051] env[69333]: DEBUG nova.network.neutron [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.923623] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.924231] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.924231] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleting the datastore file [datastore2] 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.925230] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f78c1b-6a0c-4aca-89ae-e3c0c1a79653 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.936773] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 865.936773] env[69333]: value = "task-4133995" [ 865.936773] env[69333]: _type = "Task" [ 865.936773] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.947376] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.998720] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb1c4b8-aee1-4402-ae5d-5e2933b50c9b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.007988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18623e38-0160-48ae-be77-140997401f41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.045178] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94592f67-bd0d-4825-be53-49da8a64cc21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.054756] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4cd42-84c4-4186-8dff-ac85c5a58164 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.077628] env[69333]: DEBUG nova.compute.provider_tree [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.099338] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Successfully created port: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.142326] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133993, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.218187] env[69333]: DEBUG nova.compute.manager [req-6e49d81c-64cb-4983-84af-84fc3a55a62f req-93c363e7-24e8-4061-bd7d-8a2ce3ce6092 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Received event network-vif-deleted-4b0d790c-7288-4320-88dc-df98f0ec983f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.218946] env[69333]: INFO nova.compute.manager [req-6e49d81c-64cb-4983-84af-84fc3a55a62f req-93c363e7-24e8-4061-bd7d-8a2ce3ce6092 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Neutron deleted interface 4b0d790c-7288-4320-88dc-df98f0ec983f; detaching it from the instance and deleting it from the info cache [ 866.218946] env[69333]: DEBUG nova.network.neutron [req-6e49d81c-64cb-4983-84af-84fc3a55a62f req-93c363e7-24e8-4061-bd7d-8a2ce3ce6092 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.449756] env[69333]: DEBUG oslo_vmware.api [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4133995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41829} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.450189] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.450189] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.450355] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.450520] env[69333]: INFO nova.compute.manager [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 866.450842] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.451668] env[69333]: DEBUG nova.compute.manager [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.451668] env[69333]: DEBUG nova.network.neutron [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.580101] env[69333]: DEBUG nova.scheduler.client.report [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.588604] env[69333]: DEBUG nova.network.neutron [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.645254] env[69333]: DEBUG oslo_vmware.api [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4133993, 'name': PowerOnVM_Task, 'duration_secs': 0.677989} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.645908] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.646210] env[69333]: INFO nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Took 9.24 seconds to spawn the instance on the hypervisor. [ 866.646429] env[69333]: DEBUG nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.647655] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757418a-2859-40fc-ac23-c3522b7fb812 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.721420] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79737352-462b-4d5e-871f-f5834792108c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.734939] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b4cab-b5f6-4746-9834-9c3502c90bfb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.776782] env[69333]: DEBUG nova.compute.manager [req-6e49d81c-64cb-4983-84af-84fc3a55a62f req-93c363e7-24e8-4061-bd7d-8a2ce3ce6092 service nova] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Detach interface failed, port_id=4b0d790c-7288-4320-88dc-df98f0ec983f, reason: Instance 905a3dd7-0e33-4aa6-adc0-79597406c6af could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.877019] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.920562] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.920562] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.920562] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.920741] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.920774] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.920915] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.921129] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.921296] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.921460] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.921615] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.921779] env[69333]: DEBUG nova.virt.hardware [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.922701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b8bcc2-db31-4e28-8236-e788650fe190 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.933471] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b011d3de-be9e-411e-8a73-ad45091b875b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.087297] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.090881] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.381s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.092613] env[69333]: INFO nova.compute.claims [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.096102] env[69333]: INFO nova.compute.manager [-] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Took 1.69 seconds to deallocate network for instance. [ 867.122946] env[69333]: INFO nova.scheduler.client.report [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleted allocations for instance 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568 [ 867.174116] env[69333]: INFO nova.compute.manager [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Took 50.72 seconds to build instance. [ 867.227149] env[69333]: DEBUG nova.network.neutron [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.605465] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.635111] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "2d06a0e6-7b16-4986-9cb0-7e5cad2ea568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.291s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.651172] env[69333]: DEBUG nova.network.neutron [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.678222] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.144s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.732369] env[69333]: INFO nova.compute.manager [-] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Took 1.86 seconds to deallocate network for instance. [ 867.854809] env[69333]: DEBUG nova.compute.manager [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Received event network-vif-plugged-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.855940] env[69333]: DEBUG oslo_concurrency.lockutils [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] Acquiring lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.856623] env[69333]: DEBUG oslo_concurrency.lockutils [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] Lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.856623] env[69333]: DEBUG oslo_concurrency.lockutils [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] Lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.856623] env[69333]: DEBUG nova.compute.manager [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] No waiting events found dispatching network-vif-plugged-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.856834] env[69333]: WARNING nova.compute.manager [req-dcf4bb45-4692-4dee-9cd2-d197942f68e1 req-6cd757f8-6504-4712-82d1-c670c916cef1 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Received unexpected event network-vif-plugged-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 for instance with vm_state building and task_state spawning. [ 867.983784] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Successfully updated port: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.068647] env[69333]: INFO nova.compute.manager [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Rescuing [ 868.068963] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.069138] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069311] env[69333]: DEBUG nova.network.neutron [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.153587] env[69333]: INFO nova.compute.manager [-] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Took 1.70 seconds to deallocate network for instance. [ 868.181124] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.241756] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.305831] env[69333]: DEBUG nova.compute.manager [req-62694886-fd65-4b26-9c65-e5fe73132a71 req-a2ef0d7f-7545-43f1-9d3f-b3188aa88cc1 service nova] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Received event network-vif-deleted-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.306133] env[69333]: DEBUG nova.compute.manager [req-62694886-fd65-4b26-9c65-e5fe73132a71 req-a2ef0d7f-7545-43f1-9d3f-b3188aa88cc1 service nova] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Received event network-vif-deleted-85b12f44-93f9-4521-a1ff-b01462fbc8c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.490937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.490937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquired lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.490937] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.656493] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ebf2a-4d20-4b6a-884d-805d24987454 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.661521] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.672446] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5253e-8809-408e-8bed-559dd695e7a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.713141] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51b4a8f-d8e6-44d3-a298-9c2bda1559df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.722503] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f816bd0-c64f-4772-a8f6-a8e390b514c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.727154] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.744444] env[69333]: DEBUG nova.compute.provider_tree [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.905325] env[69333]: DEBUG nova.network.neutron [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updating instance_info_cache with network_info: [{"id": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "address": "fa:16:3e:4a:8c:00", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced86c3a-3f", "ovs_interfaceid": "ced86c3a-3f9b-4a7f-babb-2e069aac2cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.958495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.958750] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.055703] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.224292] env[69333]: DEBUG nova.network.neutron [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updating instance_info_cache with network_info: [{"id": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "address": "fa:16:3e:20:e1:84", "network": {"id": "b05c68ae-1ce1-4699-9f78-27bbcd68ab61", "bridge": "br-int", "label": "tempest-ServersTestJSON-2094315686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff5d980c37854bbc939e8db3fb1bc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19a3044-e7", "ovs_interfaceid": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.248489] env[69333]: DEBUG nova.scheduler.client.report [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.345528] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "c3998a36-7104-4828-a602-3d36cbe05a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.346393] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.409995] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-f4256a48-e087-48d6-949d-3e2c740df321" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.728744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Releasing lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.728744] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Instance network_info: |[{"id": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "address": "fa:16:3e:20:e1:84", "network": {"id": "b05c68ae-1ce1-4699-9f78-27bbcd68ab61", "bridge": "br-int", "label": "tempest-ServersTestJSON-2094315686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff5d980c37854bbc939e8db3fb1bc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19a3044-e7", "ovs_interfaceid": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.728744] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e1:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19a3044-e7d2-433a-b2df-c2afdc2d72e1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.736497] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Creating folder: Project (ff5d980c37854bbc939e8db3fb1bc473). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.736497] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea366de0-30c5-4607-b72d-1a377dc8bd47 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.749388] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Created folder: Project (ff5d980c37854bbc939e8db3fb1bc473) in parent group-v818612. [ 869.753024] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Creating folder: Instances. Parent ref: group-v818775. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.753024] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-094bedc7-66cc-4a04-b27f-90809311f22e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.753024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.753024] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.756547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.192s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.767069] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Created folder: Instances in parent group-v818775. [ 869.767361] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.767573] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.767799] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb7611c-83c7-4d80-8bc9-8342d64e3775 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.790191] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.790191] env[69333]: value = "task-4133999" [ 869.790191] env[69333]: _type = "Task" [ 869.790191] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.801320] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133999, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.890974] env[69333]: DEBUG nova.compute.manager [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Received event network-changed-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.891206] env[69333]: DEBUG nova.compute.manager [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Refreshing instance network info cache due to event network-changed-d19a3044-e7d2-433a-b2df-c2afdc2d72e1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.891662] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] Acquiring lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.891860] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] Acquired lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.892062] env[69333]: DEBUG nova.network.neutron [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Refreshing network info cache for port d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.260662] env[69333]: DEBUG nova.compute.utils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.264467] env[69333]: INFO nova.compute.claims [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.268524] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.268792] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.304806] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4133999, 'name': CreateVM_Task, 'duration_secs': 0.415091} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.306672] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.307773] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.307941] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.308383] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.308965] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9524146-12ee-4955-9d33-fc9867864a92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.316674] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 870.316674] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e713c4-2632-4d55-72c1-09bfcc169dda" [ 870.316674] env[69333]: _type = "Task" [ 870.316674] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.326590] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e713c4-2632-4d55-72c1-09bfcc169dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.371951] env[69333]: DEBUG nova.policy [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7721fd16dbaa478a872daea6fba35fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81ae62385c94cd9bc7ff6c50792632f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.674691] env[69333]: DEBUG nova.network.neutron [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updated VIF entry in instance network info cache for port d19a3044-e7d2-433a-b2df-c2afdc2d72e1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.674901] env[69333]: DEBUG nova.network.neutron [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updating instance_info_cache with network_info: [{"id": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "address": "fa:16:3e:20:e1:84", "network": {"id": "b05c68ae-1ce1-4699-9f78-27bbcd68ab61", "bridge": "br-int", "label": "tempest-ServersTestJSON-2094315686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff5d980c37854bbc939e8db3fb1bc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19a3044-e7", "ovs_interfaceid": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.770067] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.775600] env[69333]: INFO nova.compute.resource_tracker [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating resource usage from migration d2dbb9f4-084a-4bbe-9484-ea7475c6ad5f [ 870.830800] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e713c4-2632-4d55-72c1-09bfcc169dda, 'name': SearchDatastore_Task, 'duration_secs': 0.032132} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.831801] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Successfully created port: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.835972] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.836251] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.836505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.836667] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.836852] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.837674] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b214ac2-0e2e-4f25-89f6-6ecd520518ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.851948] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.852174] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.852971] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ba2742-5cce-4a77-9c24-0ad179761b60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.861232] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 870.861232] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c14fe-0f1e-3d9e-9f6e-78013ea9c336" [ 870.861232] env[69333]: _type = "Task" [ 870.861232] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.871802] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c14fe-0f1e-3d9e-9f6e-78013ea9c336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.954837] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.954837] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98331cf1-a976-410c-983a-58495c21c9be {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.966679] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 870.966679] env[69333]: value = "task-4134000" [ 870.966679] env[69333]: _type = "Task" [ 870.966679] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.982554] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.179194] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d9599a1-9b98-417f-a93e-a8ab9330aa65 req-c3319f24-9503-417e-aa77-31e8f6864305 service nova] Releasing lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.341528] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ee0b74-1373-48a1-8a06-cafccbe9df8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.350791] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf3d72-2ffe-4639-bbce-50bc931acb7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.389491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bda00-f4f0-4b1d-9788-aa4697c81ca7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.399599] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c14fe-0f1e-3d9e-9f6e-78013ea9c336, 'name': SearchDatastore_Task, 'duration_secs': 0.018215} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.402352] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509be166-314b-4703-9b5c-c982123e387f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.405846] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de1c696-124e-426e-9110-8e72d41ebbd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.413435] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 871.413435] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e0adb9-8c25-f1e8-9b89-4146e5e78b9a" [ 871.413435] env[69333]: _type = "Task" [ 871.413435] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.421864] env[69333]: DEBUG nova.compute.provider_tree [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.432271] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e0adb9-8c25-f1e8-9b89-4146e5e78b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.477986] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134000, 'name': PowerOffVM_Task, 'duration_secs': 0.297012} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.478395] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.479255] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc2c88-ab76-4b74-83a6-b3d2e0521e84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509224] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5559642-a44b-4c49-933b-d21952dad9da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.543966] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.544296] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f7eef6-5a60-48d5-a4a9-68dfd4a2769a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.552839] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 871.552839] env[69333]: value = "task-4134001" [ 871.552839] env[69333]: _type = "Task" [ 871.552839] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.561840] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.788715] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.813853] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.814219] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.814390] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.814576] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.814719] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.814864] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.815095] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.815687] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.815687] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.815687] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.815845] env[69333]: DEBUG nova.virt.hardware [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.816621] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06a675-290a-48a5-b370-92ab74034a14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.825248] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a178f895-0079-4b0b-9da3-df1dff8f4118 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.928316] env[69333]: DEBUG nova.scheduler.client.report [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.936074] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e0adb9-8c25-f1e8-9b89-4146e5e78b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.027928} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.936664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.936923] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74ee0fd0-827f-431f-8068-0a64361f8630/74ee0fd0-827f-431f-8068-0a64361f8630.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.937204] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a99628-2322-469f-bdca-92aac3346b86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.945250] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 871.945250] env[69333]: value = "task-4134002" [ 871.945250] env[69333]: _type = "Task" [ 871.945250] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.954731] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.066193] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.066427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.066696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066881] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.067131] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.067453] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5780900a-3649-48bd-930e-10949a67293f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.077319] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.077533] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.078479] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085b4db3-40a9-41b5-840f-14c9d2e4696c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.084835] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 872.084835] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526d61d3-0868-486b-ed1a-67cbba3c8f1d" [ 872.084835] env[69333]: _type = "Task" [ 872.084835] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.094791] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526d61d3-0868-486b-ed1a-67cbba3c8f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.099352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.099598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.099796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.099978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.100157] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.104327] env[69333]: INFO nova.compute.manager [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Terminating instance [ 872.438135] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.682s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.438388] env[69333]: INFO nova.compute.manager [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Migrating [ 872.445840] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.279s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.446184] env[69333]: DEBUG nova.objects.instance [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lazy-loading 'resources' on Instance uuid 220e39b0-a762-4978-8b16-abe5b1c883cd {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.468858] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498192} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.469585] env[69333]: DEBUG nova.compute.manager [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Received event network-vif-plugged-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.469780] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] Acquiring lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.471128] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.471128] env[69333]: DEBUG oslo_concurrency.lockutils [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.471128] env[69333]: DEBUG nova.compute.manager [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] No waiting events found dispatching network-vif-plugged-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 872.471128] env[69333]: WARNING nova.compute.manager [req-6c451591-f818-4516-af28-a7835a0eda1c req-419afa2d-b72a-451c-a9ef-78e30854d084 service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Received unexpected event network-vif-plugged-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 for instance with vm_state building and task_state spawning. [ 872.471403] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 74ee0fd0-827f-431f-8068-0a64361f8630/74ee0fd0-827f-431f-8068-0a64361f8630.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.471403] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.472140] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-327fd466-d608-4d26-9797-181aa262bdb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.483044] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 872.483044] env[69333]: value = "task-4134003" [ 872.483044] env[69333]: _type = "Task" [ 872.483044] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.496993] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.507515] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Successfully updated port: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.597203] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526d61d3-0868-486b-ed1a-67cbba3c8f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.598069] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40adaf8-b9ad-4054-b6e3-fedbd4dc9abf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.604586] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 872.604586] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527ddd67-d2c9-9d4f-39bd-76a74a5d4d84" [ 872.604586] env[69333]: _type = "Task" [ 872.604586] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.608508] env[69333]: DEBUG nova.compute.manager [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.608740] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.609838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a583e3-8c31-4c64-bf17-7d6362bba776 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.618721] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527ddd67-d2c9-9d4f-39bd-76a74a5d4d84, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.620976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.621268] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.621585] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.621787] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ed1384b-2f0b-4876-8225-6aa917d3821b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.623755] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a86d632-8a1d-4789-8c1b-6e6d333fcb15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.630571] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 872.630571] env[69333]: value = "task-4134005" [ 872.630571] env[69333]: _type = "Task" [ 872.630571] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.632077] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 872.632077] env[69333]: value = "task-4134004" [ 872.632077] env[69333]: _type = "Task" [ 872.632077] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.643675] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4134005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.646905] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.961724] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.961991] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.962281] env[69333]: DEBUG nova.network.neutron [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.995324] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06877} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.995879] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.996727] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7bcf36-8fda-4a2f-92f5-df05efb56088 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.020045] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.020045] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.020045] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.030523] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 74ee0fd0-827f-431f-8068-0a64361f8630/74ee0fd0-827f-431f-8068-0a64361f8630.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.034507] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c4030f-592d-45a2-bbd3-ac216739dbd4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.058954] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 873.058954] env[69333]: value = "task-4134006" [ 873.058954] env[69333]: _type = "Task" [ 873.058954] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.072386] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.150182] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4134005, 'name': PowerOffVM_Task, 'duration_secs': 0.219947} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.153551] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.153757] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.154203] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510639} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.157738] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71d4a009-f563-4a36-b448-06eb98a75619 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.158641] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 873.159647] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6725cd-81a7-43df-8d73-fcbe72abbab5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.187810] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.190791] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e29cc25-54e2-40f7-b6f2-c152992fe81f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.215129] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 873.215129] env[69333]: value = "task-4134008" [ 873.215129] env[69333]: _type = "Task" [ 873.215129] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.294877] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.295368] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.295509] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleting the datastore file [datastore1] cc206bac-006b-4745-8f4f-55dfe218121c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.295748] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740f3fcb-39ee-4896-ba44-aa87185083fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.303187] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for the task: (returnval){ [ 873.303187] env[69333]: value = "task-4134009" [ 873.303187] env[69333]: _type = "Task" [ 873.303187] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.312858] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4134009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.565424] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e4a82-5a52-430b-b106-555f577620f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.575056] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134006, 'name': ReconfigVM_Task, 'duration_secs': 0.389096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.577654] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.579816] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 74ee0fd0-827f-431f-8068-0a64361f8630/74ee0fd0-827f-431f-8068-0a64361f8630.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.580499] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-812a5e86-7fe5-4031-86e9-4791480d5caa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.583272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7982ae-7ce8-45b0-a820-aaded2836b67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.626796] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849028cc-2fc0-48b1-bb4d-81c894654591 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.629709] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 873.629709] env[69333]: value = "task-4134010" [ 873.629709] env[69333]: _type = "Task" [ 873.629709] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.643345] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8b39b-41c4-432e-8174-4b8f570d5dba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.647085] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134010, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.659935] env[69333]: DEBUG nova.compute.provider_tree [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.725938] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134008, 'name': ReconfigVM_Task, 'duration_secs': 0.320816} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.726281] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f4256a48-e087-48d6-949d-3e2c740df321/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.727248] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c1267-54b6-4fec-92ae-226200a37470 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.760435] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf91bd5-2000-4ca4-a3c2-1bdfed1702d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.781572] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 873.781572] env[69333]: value = "task-4134011" [ 873.781572] env[69333]: _type = "Task" [ 873.781572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.791417] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.809071] env[69333]: DEBUG nova.network.neutron [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Updating instance_info_cache with network_info: [{"id": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "address": "fa:16:3e:db:78:92", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae3d4ccd-a4", "ovs_interfaceid": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.811195] env[69333]: DEBUG nova.network.neutron [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.818834] env[69333]: DEBUG oslo_vmware.api [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Task: {'id': task-4134009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13779} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.819145] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.819344] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.819531] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.819650] env[69333]: INFO nova.compute.manager [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 873.820214] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.820214] env[69333]: DEBUG nova.compute.manager [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.820214] env[69333]: DEBUG nova.network.neutron [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.140943] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134010, 'name': Rename_Task, 'duration_secs': 0.384236} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.141067] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.141368] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139e00eb-3850-4c41-b6b7-9e639430d5af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.148813] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 874.148813] env[69333]: value = "task-4134012" [ 874.148813] env[69333]: _type = "Task" [ 874.148813] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.157676] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.168070] env[69333]: DEBUG nova.scheduler.client.report [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.293670] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134011, 'name': ReconfigVM_Task, 'duration_secs': 0.182191} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.294073] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.294359] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ae7d2e-6290-4fb7-b454-1a0efac2156b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.301567] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 874.301567] env[69333]: value = "task-4134013" [ 874.301567] env[69333]: _type = "Task" [ 874.301567] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.310615] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.313276] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.313580] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Instance network_info: |[{"id": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "address": "fa:16:3e:db:78:92", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae3d4ccd-a4", "ovs_interfaceid": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.314131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.315795] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:78:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae3d4ccd-a497-4d3e-9667-0ece50a55e64', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.329359] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating folder: Project (f81ae62385c94cd9bc7ff6c50792632f). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.329359] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4f2443-c93f-4d0b-aa32-16218486ba59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.341027] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Created folder: Project (f81ae62385c94cd9bc7ff6c50792632f) in parent group-v818612. [ 874.341477] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating folder: Instances. Parent ref: group-v818778. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.341590] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac8a9251-3f50-4fdf-8de3-35b4c3d2ab48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.354419] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Created folder: Instances in parent group-v818778. [ 874.354659] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.354864] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.355146] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cb872b-a031-47bf-856e-e1296a48f3b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.375813] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.375813] env[69333]: value = "task-4134016" [ 874.375813] env[69333]: _type = "Task" [ 874.375813] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.384271] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134016, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.573718] env[69333]: DEBUG nova.compute.manager [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Received event network-changed-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.573718] env[69333]: DEBUG nova.compute.manager [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Refreshing instance network info cache due to event network-changed-ae3d4ccd-a497-4d3e-9667-0ece50a55e64. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.574045] env[69333]: DEBUG oslo_concurrency.lockutils [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] Acquiring lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.574045] env[69333]: DEBUG oslo_concurrency.lockutils [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] Acquired lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.574174] env[69333]: DEBUG nova.network.neutron [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Refreshing network info cache for port ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.661088] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.673681] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.677377] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.165s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.679783] env[69333]: INFO nova.compute.claims [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.716028] env[69333]: INFO nova.scheduler.client.report [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleted allocations for instance 220e39b0-a762-4978-8b16-abe5b1c883cd [ 874.811892] env[69333]: DEBUG oslo_vmware.api [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134013, 'name': PowerOnVM_Task, 'duration_secs': 0.45604} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.812236] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.815203] env[69333]: DEBUG nova.compute.manager [None req-e7d239a7-6d74-405d-afcf-0aff5b029754 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.816043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75b090f-d4f2-43c4-9045-edf888fef3e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.888498] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134016, 'name': CreateVM_Task, 'duration_secs': 0.455292} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.888711] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.889353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.889572] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.890016] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.890437] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d561a346-3606-4f9e-bbc4-010353145078 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.897817] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 874.897817] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52afde6d-59ff-ad67-b6bb-61b64ce8a820" [ 874.897817] env[69333]: _type = "Task" [ 874.897817] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.909319] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52afde6d-59ff-ad67-b6bb-61b64ce8a820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.913298] env[69333]: DEBUG nova.network.neutron [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.160225] env[69333]: DEBUG oslo_vmware.api [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134012, 'name': PowerOnVM_Task, 'duration_secs': 0.752864} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.164035] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.164506] env[69333]: INFO nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Took 8.29 seconds to spawn the instance on the hypervisor. [ 875.164862] env[69333]: DEBUG nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.165791] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becfd07-38e4-4837-b51d-49b72c1e0db9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.226636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "220e39b0-a762-4978-8b16-abe5b1c883cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.915s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.359777] env[69333]: DEBUG nova.network.neutron [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Updated VIF entry in instance network info cache for port ae3d4ccd-a497-4d3e-9667-0ece50a55e64. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.359777] env[69333]: DEBUG nova.network.neutron [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Updating instance_info_cache with network_info: [{"id": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "address": "fa:16:3e:db:78:92", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae3d4ccd-a4", "ovs_interfaceid": "ae3d4ccd-a497-4d3e-9667-0ece50a55e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.409937] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52afde6d-59ff-ad67-b6bb-61b64ce8a820, 'name': SearchDatastore_Task, 'duration_secs': 0.01395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.409937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.409937] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.409937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.410767] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.410767] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.410767] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb34f067-22a1-4974-a5fa-e207bba65756 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.416021] env[69333]: INFO nova.compute.manager [-] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Took 1.60 seconds to deallocate network for instance. [ 875.421896] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.422135] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.423078] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24bd046-267b-4575-b6f5-6bddd00d6f1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.429011] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 875.429011] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52050520-40ae-f3b9-86d5-b109801b69b5" [ 875.429011] env[69333]: _type = "Task" [ 875.429011] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.438778] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52050520-40ae-f3b9-86d5-b109801b69b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.688329] env[69333]: INFO nova.compute.manager [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Took 52.29 seconds to build instance. [ 875.838492] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca01020-78a6-4fe1-82e4-af339879286c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.861942] env[69333]: DEBUG oslo_concurrency.lockutils [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] Releasing lock "refresh_cache-d21e2374-e940-49fe-92c0-f3b226cb3126" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.862416] env[69333]: DEBUG nova.compute.manager [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Received event network-vif-deleted-af9532bc-9ac4-4443-921b-15cbd67dd9b9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.862632] env[69333]: INFO nova.compute.manager [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Neutron deleted interface af9532bc-9ac4-4443-921b-15cbd67dd9b9; detaching it from the instance and deleting it from the info cache [ 875.863070] env[69333]: DEBUG nova.network.neutron [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.864459] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.924082] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.940820] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52050520-40ae-f3b9-86d5-b109801b69b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.945437] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de67da9-e95a-40eb-9030-7a8e44986164 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.952400] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 875.952400] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5201b029-40ec-37e8-7415-1722d4ebb462" [ 875.952400] env[69333]: _type = "Task" [ 875.952400] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.964823] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5201b029-40ec-37e8-7415-1722d4ebb462, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.965654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.965654] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] d21e2374-e940-49fe-92c0-f3b226cb3126/d21e2374-e940-49fe-92c0-f3b226cb3126.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.965807] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4547fa3-9a68-4f8e-a4cd-253b0ba12295 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.973635] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 875.973635] env[69333]: value = "task-4134017" [ 875.973635] env[69333]: _type = "Task" [ 875.973635] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.983052] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.094881] env[69333]: DEBUG nova.compute.manager [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Received event network-changed-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.095114] env[69333]: DEBUG nova.compute.manager [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Refreshing instance network info cache due to event network-changed-d19a3044-e7d2-433a-b2df-c2afdc2d72e1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.095355] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] Acquiring lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.095489] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] Acquired lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.095642] env[69333]: DEBUG nova.network.neutron [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Refreshing network info cache for port d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.195568] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.628s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.281759] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3351006a-8227-4a74-9014-a6bb4e88faac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.298849] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b89e38-4837-44df-86b5-37037a2b6e8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.337817] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f77d04-d17d-4ccc-9e3c-9fca2dbe54a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.347867] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7af930-01b1-495c-890f-21e106b7e08a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.366993] env[69333]: DEBUG nova.compute.provider_tree [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.368890] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c719d581-e6fa-4f94-b535-643a5c48f810 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.373700] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.374508] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ca5ae8-caff-490a-9976-4ce49d9aa181 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.389277] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba735c5-089a-4473-bbf2-68a5754da87b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.401849] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 876.401849] env[69333]: value = "task-4134018" [ 876.401849] env[69333]: _type = "Task" [ 876.401849] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.415187] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.428475] env[69333]: DEBUG nova.compute.manager [req-0d9583cc-cd6c-45b1-880b-f2aa3468316a req-e880e28a-3d18-4a02-a342-8f05443a124b service nova] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Detach interface failed, port_id=af9532bc-9ac4-4443-921b-15cbd67dd9b9, reason: Instance cc206bac-006b-4745-8f4f-55dfe218121c could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.485149] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487805} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.485149] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] d21e2374-e940-49fe-92c0-f3b226cb3126/d21e2374-e940-49fe-92c0-f3b226cb3126.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.485149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.485149] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a3e3ea-665b-41fa-ae53-b0a0995d17f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.491792] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 876.491792] env[69333]: value = "task-4134019" [ 876.491792] env[69333]: _type = "Task" [ 876.491792] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.502248] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.698611] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.854776] env[69333]: DEBUG nova.network.neutron [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updated VIF entry in instance network info cache for port d19a3044-e7d2-433a-b2df-c2afdc2d72e1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.855401] env[69333]: DEBUG nova.network.neutron [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updating instance_info_cache with network_info: [{"id": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "address": "fa:16:3e:20:e1:84", "network": {"id": "b05c68ae-1ce1-4699-9f78-27bbcd68ab61", "bridge": "br-int", "label": "tempest-ServersTestJSON-2094315686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff5d980c37854bbc939e8db3fb1bc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19a3044-e7", "ovs_interfaceid": "d19a3044-e7d2-433a-b2df-c2afdc2d72e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.875647] env[69333]: DEBUG nova.scheduler.client.report [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.913694] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134018, 'name': PowerOffVM_Task, 'duration_secs': 0.221622} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.914389] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.914622] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.002167] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072513} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.002457] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.003355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7046aa0-6852-4298-b143-4f85c73d05ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.026236] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] d21e2374-e940-49fe-92c0-f3b226cb3126/d21e2374-e940-49fe-92c0-f3b226cb3126.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.026908] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4c9199-17ce-4985-a7fa-1b4ea75c9414 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.047597] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 877.047597] env[69333]: value = "task-4134020" [ 877.047597] env[69333]: _type = "Task" [ 877.047597] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.056841] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.223693] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.358837] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f178a31-4ded-48a3-ab4a-cabbcbb864b4 req-33b81717-885a-43eb-bd02-03f85e1059c4 service nova] Releasing lock "refresh_cache-74ee0fd0-827f-431f-8068-0a64361f8630" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.380812] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.383815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.030s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.385382] env[69333]: INFO nova.compute.claims [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.421659] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.421884] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.422045] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.422227] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.422363] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.422502] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.422698] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.422945] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.423129] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.423286] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.423451] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.429256] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1646c41-503a-4fe6-9242-3fe433100575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.446853] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 877.446853] env[69333]: value = "task-4134021" [ 877.446853] env[69333]: _type = "Task" [ 877.446853] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.457244] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.558974] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.893550] env[69333]: DEBUG nova.compute.utils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.896068] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.896271] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.955649] env[69333]: DEBUG nova.policy [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7721fd16dbaa478a872daea6fba35fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81ae62385c94cd9bc7ff6c50792632f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.960640] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134021, 'name': ReconfigVM_Task, 'duration_secs': 0.323286} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.961018] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.964959] env[69333]: INFO nova.compute.manager [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Rescuing [ 877.964959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.965173] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.965229] env[69333]: DEBUG nova.network.neutron [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.059652] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134020, 'name': ReconfigVM_Task, 'duration_secs': 0.718573} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.059909] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Reconfigured VM instance instance-0000003e to attach disk [datastore2] d21e2374-e940-49fe-92c0-f3b226cb3126/d21e2374-e940-49fe-92c0-f3b226cb3126.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.060624] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c942ce-6b0e-4cf1-ba57-d190600ae689 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.068318] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 878.068318] env[69333]: value = "task-4134022" [ 878.068318] env[69333]: _type = "Task" [ 878.068318] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.077467] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134022, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.208858] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Successfully created port: da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.399918] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:51:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56f7723f-e438-426b-a736-146e73062c2a',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2111545260',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.471032] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.471508] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.471829] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.472520] env[69333]: DEBUG nova.virt.hardware [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.479564] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.485567] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe87117-f8c6-4633-a196-2e9a9b3deb93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.507837] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 878.507837] env[69333]: value = "task-4134023" [ 878.507837] env[69333]: _type = "Task" [ 878.507837] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.521016] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.578954] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134022, 'name': Rename_Task, 'duration_secs': 0.480066} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.581960] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.582496] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2bb2c1a-61e6-4e68-8e09-d10b70a7a181 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.593706] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 878.593706] env[69333]: value = "task-4134024" [ 878.593706] env[69333]: _type = "Task" [ 878.593706] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.603892] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.841129] env[69333]: DEBUG nova.network.neutron [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updating instance_info_cache with network_info: [{"id": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "address": "fa:16:3e:76:5f:5a", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449198d2-14", "ovs_interfaceid": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.994335] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918bb49e-6112-4abb-b351-301ab51f5ae9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.003265] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb70c5d-6afd-4b73-b196-6abff0ed8d68 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.040436] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e052841-c847-4cf7-82ae-a22c0e9acff1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.046705] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134023, 'name': ReconfigVM_Task, 'duration_secs': 0.279314} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.047566] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.051556] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79091340-3c9f-49c3-8f99-3838132f24fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.055714] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d278c9-cc70-4cf8-ba8f-239c0ccf22ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.077205] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.078038] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0c85b4-75b6-41be-b2ac-6505947dd53f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.099224] env[69333]: DEBUG nova.compute.provider_tree [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.106924] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 879.106924] env[69333]: value = "task-4134025" [ 879.106924] env[69333]: _type = "Task" [ 879.106924] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.115897] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.122138] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.344163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413032] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.434714] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.434976] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.435153] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.435329] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.435468] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.435606] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.435956] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.436131] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.436294] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.436450] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.436615] env[69333]: DEBUG nova.virt.hardware [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.437486] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41c42d-b99d-487e-8a3c-27d55beeee89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.445997] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c60286-3d4f-44be-b269-285992470c16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.609799] env[69333]: DEBUG nova.scheduler.client.report [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.616958] env[69333]: DEBUG oslo_vmware.api [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134024, 'name': PowerOnVM_Task, 'duration_secs': 0.584835} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.617616] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.617846] env[69333]: INFO nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 7.83 seconds to spawn the instance on the hypervisor. [ 879.618037] env[69333]: DEBUG nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.618897] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128ccf5-b9be-4fc9-8666-610b5b3623b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.629553] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134025, 'name': ReconfigVM_Task, 'duration_secs': 0.367018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.632560] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.632858] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.671735] env[69333]: DEBUG nova.compute.manager [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Received event network-vif-plugged-da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.672511] env[69333]: DEBUG oslo_concurrency.lockutils [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] Acquiring lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.672972] env[69333]: DEBUG oslo_concurrency.lockutils [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.673405] env[69333]: DEBUG oslo_concurrency.lockutils [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.673619] env[69333]: DEBUG nova.compute.manager [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] No waiting events found dispatching network-vif-plugged-da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 879.674085] env[69333]: WARNING nova.compute.manager [req-a5ddf62f-73dc-4c95-b25a-19370fddb843 req-426a2d02-8503-4d15-acb8-0fce6a4ca469 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Received unexpected event network-vif-plugged-da93d32b-ddc9-4e26-a5cb-f11468249456 for instance with vm_state building and task_state spawning. [ 879.817714] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Successfully updated port: da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.115561] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.116102] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.118592] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.621s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.118823] env[69333]: DEBUG nova.objects.instance [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'resources' on Instance uuid 25ced5fc-19d2-4ccc-9283-ae81e1646476 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.151936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7536bb-867c-441d-9ab3-6201501ad1f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.156411] env[69333]: INFO nova.compute.manager [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 49.47 seconds to build instance. [ 880.177293] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51469e94-75c9-46da-b3f8-39314967ca33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.197760] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.320062] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.320244] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.320382] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.622906] env[69333]: DEBUG nova.compute.utils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.628028] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.628028] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.658784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dd33ede5-5f34-43c1-92cf-292742ad5730 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.776s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.686633] env[69333]: DEBUG nova.policy [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd8a7602122e41a9be5c5332f95c2469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebcfa9837b5436a93d0e78e767a1853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.739042] env[69333]: DEBUG nova.network.neutron [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Port 54b3300e-b4a8-4f07-976e-7c8711ae877f binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.864936] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.883182] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.883821] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf3498f-1fe8-4b24-8929-213746be44f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.899307] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 880.899307] env[69333]: value = "task-4134026" [ 880.899307] env[69333]: _type = "Task" [ 880.899307] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.910138] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.064081] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Successfully created port: b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.072111] env[69333]: DEBUG nova.network.neutron [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Updating instance_info_cache with network_info: [{"id": "da93d32b-ddc9-4e26-a5cb-f11468249456", "address": "fa:16:3e:99:9d:9b", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda93d32b-dd", "ovs_interfaceid": "da93d32b-ddc9-4e26-a5cb-f11468249456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.127652] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.134461] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d3c9a-37dc-43c4-a739-30c074824074 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.142736] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f98384-5a37-4036-9cce-cfa75cd9d28d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.179354] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.183296] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce2109-1b5d-4e10-af0c-58c3d47c5a4d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.192383] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2141f82-6fe2-4975-936c-c21ab68efbab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.210027] env[69333]: DEBUG nova.compute.provider_tree [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.410399] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134026, 'name': PowerOffVM_Task, 'duration_secs': 0.246015} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.410623] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.411564] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4032f9-5caf-4420-b194-09cc7a7c9530 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.430555] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f039fd2-bc24-4079-a386-7eb0b131bc6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.463734] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.464069] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d2f9e5-be52-4dfc-9291-028af924c936 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.471438] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 881.471438] env[69333]: value = "task-4134027" [ 881.471438] env[69333]: _type = "Task" [ 881.471438] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.479670] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.577134] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.577488] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Instance network_info: |[{"id": "da93d32b-ddc9-4e26-a5cb-f11468249456", "address": "fa:16:3e:99:9d:9b", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda93d32b-dd", "ovs_interfaceid": "da93d32b-ddc9-4e26-a5cb-f11468249456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.577984] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9d:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da93d32b-ddc9-4e26-a5cb-f11468249456', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.585618] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.585841] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.586150] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d065f888-2fc9-4cbd-8c3b-88c56768fb17 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.607053] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.607053] env[69333]: value = "task-4134028" [ 881.607053] env[69333]: _type = "Task" [ 881.607053] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.615127] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134028, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.702559] env[69333]: DEBUG nova.compute.manager [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Received event network-changed-da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.702713] env[69333]: DEBUG nova.compute.manager [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Refreshing instance network info cache due to event network-changed-da93d32b-ddc9-4e26-a5cb-f11468249456. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.702933] env[69333]: DEBUG oslo_concurrency.lockutils [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] Acquiring lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.703100] env[69333]: DEBUG oslo_concurrency.lockutils [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] Acquired lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.703269] env[69333]: DEBUG nova.network.neutron [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Refreshing network info cache for port da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.706095] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.712699] env[69333]: DEBUG nova.scheduler.client.report [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.767754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.767754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.767754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.984212] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 881.984212] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.984399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.984541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.984719] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.985045] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6dd9f0-1466-4145-9cc8-68d3aec8b7fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.996135] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.996400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.997335] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba6a1e5-2c6b-446f-b19e-dbc0a38ce461 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.004418] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 882.004418] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523922f5-db5c-6b6c-648b-e0bf85b162bd" [ 882.004418] env[69333]: _type = "Task" [ 882.004418] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.014044] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523922f5-db5c-6b6c-648b-e0bf85b162bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.118350] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134028, 'name': CreateVM_Task, 'duration_secs': 0.333467} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.118626] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.119465] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.119673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.119998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.120285] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19be582-0885-4fb2-a903-eaf5f3b9edb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.127234] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 882.127234] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b53b77-a8ac-7ffe-75d6-0c60d0caab8a" [ 882.127234] env[69333]: _type = "Task" [ 882.127234] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.136026] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b53b77-a8ac-7ffe-75d6-0c60d0caab8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.137259] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.173570] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.173821] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.174014] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.174209] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.174354] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.174499] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.174704] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.174862] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.175050] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.175245] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.175427] env[69333]: DEBUG nova.virt.hardware [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.176327] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25dc302-a008-4c63-86a5-4a929d5238bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.186318] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c637d26-a730-4954-8524-f6a8509f2fc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.217721] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.220205] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.265s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.222032] env[69333]: INFO nova.compute.claims [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.245211] env[69333]: INFO nova.scheduler.client.report [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted allocations for instance 25ced5fc-19d2-4ccc-9283-ae81e1646476 [ 882.498394] env[69333]: DEBUG nova.network.neutron [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Updated VIF entry in instance network info cache for port da93d32b-ddc9-4e26-a5cb-f11468249456. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.498821] env[69333]: DEBUG nova.network.neutron [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Updating instance_info_cache with network_info: [{"id": "da93d32b-ddc9-4e26-a5cb-f11468249456", "address": "fa:16:3e:99:9d:9b", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda93d32b-dd", "ovs_interfaceid": "da93d32b-ddc9-4e26-a5cb-f11468249456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.517586] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523922f5-db5c-6b6c-648b-e0bf85b162bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.519669] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88487436-8286-48bf-b04e-d622103c1c12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.526983] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 882.526983] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52796ce5-ccc2-4c0d-f28e-55c1188620b7" [ 882.526983] env[69333]: _type = "Task" [ 882.526983] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.540029] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52796ce5-ccc2-4c0d-f28e-55c1188620b7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.540258] env[69333]: DEBUG oslo_concurrency.lockutils [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.540541] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 882.540855] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9b95527-3ccb-4ca8-a86e-ca8f7563381f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.549540] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 882.549540] env[69333]: value = "task-4134029" [ 882.549540] env[69333]: _type = "Task" [ 882.549540] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.558517] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.637181] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b53b77-a8ac-7ffe-75d6-0c60d0caab8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.637565] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.637837] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.638130] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638315] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638509] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.638785] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642daea3-d72d-4edd-874d-4d7ca1048c7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.647928] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.648120] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.648839] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff3cd3f-ea28-49ff-800c-db30cd921b0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.655126] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 882.655126] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527814fc-d372-7059-8ab4-2a1f838994f2" [ 882.655126] env[69333]: _type = "Task" [ 882.655126] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.668056] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527814fc-d372-7059-8ab4-2a1f838994f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.668888] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Successfully updated port: b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.671230] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5628fc5b-3ab4-40a0-9954-244450a75077 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.676946] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 882.676946] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52134d6a-a19d-93d6-535f-48133bea329b" [ 882.676946] env[69333]: _type = "Task" [ 882.676946] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.690717] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52134d6a-a19d-93d6-535f-48133bea329b, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.691085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.691482] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4c6c7885-9cd0-4d18-8e16-710e4092e079/4c6c7885-9cd0-4d18-8e16-710e4092e079.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.691755] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066cc66e-d96a-48d7-bc61-11a51c80d13b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.698312] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 882.698312] env[69333]: value = "task-4134030" [ 882.698312] env[69333]: _type = "Task" [ 882.698312] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.706588] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.754098] env[69333]: DEBUG oslo_concurrency.lockutils [None req-87552615-73a1-43bd-b103-9f4279e596aa tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "25ced5fc-19d2-4ccc-9283-ae81e1646476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.717s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.812412] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.812630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.812880] env[69333]: DEBUG nova.network.neutron [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.001864] env[69333]: DEBUG oslo_concurrency.lockutils [req-19a090cf-590b-4da5-9d77-0e155ce3fe59 req-14cc1153-086f-4cb2-ab80-508ec625c606 service nova] Releasing lock "refresh_cache-4c6c7885-9cd0-4d18-8e16-710e4092e079" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.062142] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493304} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.062525] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 883.063698] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255baf4-591b-4bee-8b0c-5bcd6b8ca569 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.090923] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.091387] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7612cc46-0d06-434c-927f-267c3f278f0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.113486] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 883.113486] env[69333]: value = "task-4134031" [ 883.113486] env[69333]: _type = "Task" [ 883.113486] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.126403] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.174336] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.174336] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.174336] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.211464] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.623649] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.716017] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731498} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.716017] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 4c6c7885-9cd0-4d18-8e16-710e4092e079/4c6c7885-9cd0-4d18-8e16-710e4092e079.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.716017] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.716017] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6afda3-1485-4f44-9258-b2da534f1f26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.720042] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.725711] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 883.725711] env[69333]: value = "task-4134032" [ 883.725711] env[69333]: _type = "Task" [ 883.725711] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.735142] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.750337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015414e-7514-4d7d-b535-79b1d4df5cbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758038] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf674a57-5e42-4adf-9f58-b3ffdbe942af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.790357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e53e37-5133-48c2-9e26-dece999fd9f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.799882] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d9faad-9e29-46ff-ae7e-997aacd72e9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.817478] env[69333]: DEBUG nova.compute.provider_tree [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.893745] env[69333]: DEBUG nova.network.neutron [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.951693] env[69333]: DEBUG nova.network.neutron [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Updating instance_info_cache with network_info: [{"id": "b75e537b-0b17-4912-b646-0f410dba5598", "address": "fa:16:3e:36:0d:30", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75e537b-0b", "ovs_interfaceid": "b75e537b-0b17-4912-b646-0f410dba5598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.955815] env[69333]: DEBUG nova.compute.manager [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Received event network-vif-plugged-b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.956047] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Acquiring lock "07807835-347b-47ff-97ac-989c3dbc5930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.956261] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Lock "07807835-347b-47ff-97ac-989c3dbc5930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.956426] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Lock "07807835-347b-47ff-97ac-989c3dbc5930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.956587] env[69333]: DEBUG nova.compute.manager [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] No waiting events found dispatching network-vif-plugged-b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.956744] env[69333]: WARNING nova.compute.manager [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Received unexpected event network-vif-plugged-b75e537b-0b17-4912-b646-0f410dba5598 for instance with vm_state building and task_state spawning. [ 883.956897] env[69333]: DEBUG nova.compute.manager [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Received event network-changed-b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.957367] env[69333]: DEBUG nova.compute.manager [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Refreshing instance network info cache due to event network-changed-b75e537b-0b17-4912-b646-0f410dba5598. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.957583] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Acquiring lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.125028] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134031, 'name': ReconfigVM_Task, 'duration_secs': 0.513632} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.125563] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.126439] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecb9c6-ceb4-43a3-8f50-8828090b7fe0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.151355] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c75825e-7da2-4993-af4a-5f6fe8a5596f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.168024] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 884.168024] env[69333]: value = "task-4134033" [ 884.168024] env[69333]: _type = "Task" [ 884.168024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.176480] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.236301] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321815} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.236614] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.237480] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5425e-3c43-42e9-839f-97d85ede4873 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.260888] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4c6c7885-9cd0-4d18-8e16-710e4092e079/4c6c7885-9cd0-4d18-8e16-710e4092e079.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.261203] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebbff04-26f7-4733-a999-0b5092c5dfcb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.280217] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 884.280217] env[69333]: value = "task-4134034" [ 884.280217] env[69333]: _type = "Task" [ 884.280217] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.288449] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.321204] env[69333]: DEBUG nova.scheduler.client.report [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.398170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.455353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.455674] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Instance network_info: |[{"id": "b75e537b-0b17-4912-b646-0f410dba5598", "address": "fa:16:3e:36:0d:30", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75e537b-0b", "ovs_interfaceid": "b75e537b-0b17-4912-b646-0f410dba5598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.457022] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Acquired lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.457022] env[69333]: DEBUG nova.network.neutron [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Refreshing network info cache for port b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.457705] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:0d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75e537b-0b17-4912-b646-0f410dba5598', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.465684] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Creating folder: Project (9ebcfa9837b5436a93d0e78e767a1853). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.468961] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b0a7578-dc0f-45fb-a063-8c1603be2f62 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.480765] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Created folder: Project (9ebcfa9837b5436a93d0e78e767a1853) in parent group-v818612. [ 884.480988] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Creating folder: Instances. Parent ref: group-v818782. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.481255] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839df8b9-490d-486a-9ced-5063df91bde9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.491351] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Created folder: Instances in parent group-v818782. [ 884.491667] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.491950] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.492220] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-276e901d-34bf-41b1-92bc-da996146cdb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.512713] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.512713] env[69333]: value = "task-4134037" [ 884.512713] env[69333]: _type = "Task" [ 884.512713] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.526708] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134037, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.680826] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134033, 'name': ReconfigVM_Task, 'duration_secs': 0.178001} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.681172] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.681898] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bdc7893-408b-4853-9df4-4cc0bb285946 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.689220] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 884.689220] env[69333]: value = "task-4134038" [ 884.689220] env[69333]: _type = "Task" [ 884.689220] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.698277] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.774552] env[69333]: DEBUG nova.network.neutron [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Updated VIF entry in instance network info cache for port b75e537b-0b17-4912-b646-0f410dba5598. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.775970] env[69333]: DEBUG nova.network.neutron [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Updating instance_info_cache with network_info: [{"id": "b75e537b-0b17-4912-b646-0f410dba5598", "address": "fa:16:3e:36:0d:30", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75e537b-0b", "ovs_interfaceid": "b75e537b-0b17-4912-b646-0f410dba5598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.790811] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134034, 'name': ReconfigVM_Task, 'duration_secs': 0.336865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.791178] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4c6c7885-9cd0-4d18-8e16-710e4092e079/4c6c7885-9cd0-4d18-8e16-710e4092e079.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.791844] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20388f9-e603-4906-8b68-9c7176f2d92e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.799421] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 884.799421] env[69333]: value = "task-4134039" [ 884.799421] env[69333]: _type = "Task" [ 884.799421] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.808423] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134039, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.827388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.828028] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.831177] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.653s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.832632] env[69333]: INFO nova.compute.claims [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.925971] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a2110a-9d6e-423d-bc7b-9a216486ca0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.946406] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc1a410-44bf-4a1c-ad29-7d055ab55810 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.954500] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.025846] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134037, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.198536] env[69333]: DEBUG oslo_vmware.api [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134038, 'name': PowerOnVM_Task, 'duration_secs': 0.490758} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.198922] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.201688] env[69333]: DEBUG nova.compute.manager [None req-89fccf3b-856e-4194-b512-cc2d9cecf4ce tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.202553] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19683f1c-6233-43ab-947f-d8a83e135b7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.278279] env[69333]: DEBUG oslo_concurrency.lockutils [req-4fafaf99-201f-473b-8c1d-d36790ec0d71 req-28458c79-f44e-4cf9-86e7-a7b75d6ae227 service nova] Releasing lock "refresh_cache-07807835-347b-47ff-97ac-989c3dbc5930" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.311070] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134039, 'name': Rename_Task, 'duration_secs': 0.194731} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.311874] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.312205] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22741c7-13a0-4968-8989-d8620e81559e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.321381] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 885.321381] env[69333]: value = "task-4134040" [ 885.321381] env[69333]: _type = "Task" [ 885.321381] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.330656] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.337545] env[69333]: DEBUG nova.compute.utils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.347117] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.347117] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.407228] env[69333]: DEBUG nova.policy [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.463909] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.463909] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0319c9-0f79-421f-be66-1b021997c3ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.468322] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 885.468322] env[69333]: value = "task-4134041" [ 885.468322] env[69333]: _type = "Task" [ 885.468322] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.477111] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.527022] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134037, 'name': CreateVM_Task, 'duration_secs': 0.64657} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.527022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.528055] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.528055] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.528200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.528516] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be19f3a6-8a4a-4f6f-861b-bc231d57d4e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.536081] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 885.536081] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da2ce6-2815-9282-117e-39c850e6db76" [ 885.536081] env[69333]: _type = "Task" [ 885.536081] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.543169] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da2ce6-2815-9282-117e-39c850e6db76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.785148] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Successfully created port: c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.835432] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.846926] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.986058] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.044917] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da2ce6-2815-9282-117e-39c850e6db76, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.047159] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.047418] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.047654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.047871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.048080] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.052127] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62afea7e-98bf-4005-a2e2-0e2702a059f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.072860] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.073338] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.076577] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902d6416-6701-4968-a6fd-9444ece9a61e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.082846] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 886.082846] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52038ae8-1975-8474-9b52-3ba523480677" [ 886.082846] env[69333]: _type = "Task" [ 886.082846] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.095550] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52038ae8-1975-8474-9b52-3ba523480677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.333316] env[69333]: DEBUG oslo_vmware.api [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134040, 'name': PowerOnVM_Task, 'duration_secs': 0.943338} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.333670] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.333815] env[69333]: INFO nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Took 6.92 seconds to spawn the instance on the hypervisor. [ 886.333994] env[69333]: DEBUG nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.334941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd742744-f336-46d5-84ee-965121774b24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.371054] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1bd54-51cf-4d8d-bf55-a84e59b20a9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.379857] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac1d693-a761-4b22-bc44-cc2ee264beb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.416276] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9041c3-6e23-4765-9ac4-74ef86d2575d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.425571] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8104e53-e85f-4c40-a937-9d6950b0dfb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.440666] env[69333]: DEBUG nova.compute.provider_tree [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.479959] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.595559] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52038ae8-1975-8474-9b52-3ba523480677, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.596472] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fff3a28-d4e0-47bb-97b9-c6601e3eb2a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.602956] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 886.602956] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5219e143-579a-7da5-b5fe-1b05bf67cf67" [ 886.602956] env[69333]: _type = "Task" [ 886.602956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.612187] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5219e143-579a-7da5-b5fe-1b05bf67cf67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.772749] env[69333]: INFO nova.compute.manager [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Unrescuing [ 886.773155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.773408] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.773685] env[69333]: DEBUG nova.network.neutron [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.859527] env[69333]: INFO nova.compute.manager [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Took 49.37 seconds to build instance. [ 886.860686] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.890960] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.891289] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.891891] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.891891] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.891891] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.892104] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.892424] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.892644] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.892881] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.893056] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.893243] env[69333]: DEBUG nova.virt.hardware [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.894736] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c602b59-0f56-41e3-a263-ff522af35f93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.904200] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da5ec7-1a9d-466d-b1a2-af0165ab2eac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.944650] env[69333]: DEBUG nova.scheduler.client.report [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.981464] env[69333]: DEBUG oslo_vmware.api [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134041, 'name': PowerOnVM_Task, 'duration_secs': 1.32126} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.981649] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.981843] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce0fb01-edd5-4446-97ff-0fd452dbfe43 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance '74cf11d9-39be-4681-90f5-cef703f4a12d' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.115323] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5219e143-579a-7da5-b5fe-1b05bf67cf67, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.115584] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.115842] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 07807835-347b-47ff-97ac-989c3dbc5930/07807835-347b-47ff-97ac-989c3dbc5930.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.116120] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc202599-795a-4f4b-bd50-344cc7212622 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.123435] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 887.123435] env[69333]: value = "task-4134042" [ 887.123435] env[69333]: _type = "Task" [ 887.123435] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.132371] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.353322] env[69333]: DEBUG nova.compute.manager [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-plugged-c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.353582] env[69333]: DEBUG oslo_concurrency.lockutils [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.353582] env[69333]: DEBUG oslo_concurrency.lockutils [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.353869] env[69333]: DEBUG oslo_concurrency.lockutils [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.353869] env[69333]: DEBUG nova.compute.manager [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] No waiting events found dispatching network-vif-plugged-c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.354033] env[69333]: WARNING nova.compute.manager [req-67b1ec02-85cd-4f7b-aaaf-55e9c946a571 req-25962f76-9541-44ed-902e-3d6355e5bdac service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received unexpected event network-vif-plugged-c52e3e77-fceb-4ece-a594-5d9491f38dc4 for instance with vm_state building and task_state spawning. [ 887.364232] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.171s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.451552] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.452089] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.462644] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.761s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.464341] env[69333]: INFO nova.compute.claims [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.493018] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Successfully updated port: c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.637649] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134042, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.651739] env[69333]: DEBUG nova.network.neutron [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updating instance_info_cache with network_info: [{"id": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "address": "fa:16:3e:76:5f:5a", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449198d2-14", "ovs_interfaceid": "449198d2-14d2-42c4-b01f-db4ad2a4b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.868008] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.961019] env[69333]: DEBUG nova.compute.utils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.963014] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.963309] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.997541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.997590] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.997992] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.020220] env[69333]: DEBUG nova.policy [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4c28f154a64d46aab85d1928bdc1cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948a279191804b11b01cabdb7de169dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.138032] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.138032] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 07807835-347b-47ff-97ac-989c3dbc5930/07807835-347b-47ff-97ac-989c3dbc5930.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.138032] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.138032] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5888cb-51fa-46d5-a239-ce38608d24fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148438] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 888.148438] env[69333]: value = "task-4134043" [ 888.148438] env[69333]: _type = "Task" [ 888.148438] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.155197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.155948] env[69333]: DEBUG nova.objects.instance [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'flavor' on Instance uuid 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.162554] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.370289] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Successfully created port: 644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.396947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.469319] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.565732] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.666476] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231346} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.666749] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.667783] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2613c316-1b44-4452-930b-6796c576a4fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.677646] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc4d4a6-6fee-4937-a2c7-2a1024580d0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.704303] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.718962] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310cc3fe-8626-4299-b48e-be524a15f718 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.728530] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 07807835-347b-47ff-97ac-989c3dbc5930/07807835-347b-47ff-97ac-989c3dbc5930.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.729719] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008129fe-5c1d-4321-85d9-3c3215c17803 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.757241] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 888.757241] env[69333]: value = "task-4134044" [ 888.757241] env[69333]: _type = "Task" [ 888.757241] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.768027] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 888.768027] env[69333]: value = "task-4134045" [ 888.768027] env[69333]: _type = "Task" [ 888.768027] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.774348] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.782967] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.793624] env[69333]: DEBUG nova.network.neutron [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.152949] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80098793-10b2-43a7-85b9-fd571a7c091c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.163234] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de17fc5-6bca-4796-b156-e7d488b8be26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.206567] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a9ed8-2bc4-4cc9-9362-e6595dc22da4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.220129] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97c74e-5756-45f5-8416-33f163c19242 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.240516] env[69333]: DEBUG nova.compute.provider_tree [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.274474] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134044, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.281150] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.296574] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.296993] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Instance network_info: |[{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.297430] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:31:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52e3e77-fceb-4ece-a594-5d9491f38dc4', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.306531] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.306800] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.307317] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb36b56d-ae8e-4262-91c9-d17a68931f09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.327924] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.327924] env[69333]: value = "task-4134046" [ 889.327924] env[69333]: _type = "Task" [ 889.327924] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.486968] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.512315] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.512712] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.512935] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.513188] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.513375] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.513549] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.513790] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.513976] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.514199] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.514374] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.514783] env[69333]: DEBUG nova.virt.hardware [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.515690] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a52f2-5695-42a0-a28d-ab6ae430f906 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.524844] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffebae8-5b0f-47b0-918b-e69bb6cf7625 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.546196] env[69333]: DEBUG nova.compute.manager [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-changed-c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.546347] env[69333]: DEBUG nova.compute.manager [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing instance network info cache due to event network-changed-c52e3e77-fceb-4ece-a594-5d9491f38dc4. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.546646] env[69333]: DEBUG oslo_concurrency.lockutils [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.546800] env[69333]: DEBUG oslo_concurrency.lockutils [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.546961] env[69333]: DEBUG nova.network.neutron [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing network info cache for port c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.711551] env[69333]: DEBUG nova.compute.manager [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.712586] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533862c-1038-4157-99e4-da29842a0a88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.745063] env[69333]: DEBUG nova.scheduler.client.report [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.773741] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134044, 'name': PowerOffVM_Task, 'duration_secs': 0.533377} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.774476] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.780259] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.784596] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef69c435-727b-4737-802c-6484040ed9cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.798590] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134045, 'name': ReconfigVM_Task, 'duration_secs': 0.569809} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.799267] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 07807835-347b-47ff-97ac-989c3dbc5930/07807835-347b-47ff-97ac-989c3dbc5930.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.800314] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281d240b-6f40-4106-a687-fbf7aef25e49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.807157] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 889.807157] env[69333]: value = "task-4134047" [ 889.807157] env[69333]: _type = "Task" [ 889.807157] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.808632] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 889.808632] env[69333]: value = "task-4134048" [ 889.808632] env[69333]: _type = "Task" [ 889.808632] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.822901] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.828027] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134048, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.838203] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134046, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.877908] env[69333]: DEBUG nova.compute.manager [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Received event network-vif-plugged-644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.878192] env[69333]: DEBUG oslo_concurrency.lockutils [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] Acquiring lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.878432] env[69333]: DEBUG oslo_concurrency.lockutils [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.878691] env[69333]: DEBUG oslo_concurrency.lockutils [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.878876] env[69333]: DEBUG nova.compute.manager [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] No waiting events found dispatching network-vif-plugged-644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.879268] env[69333]: WARNING nova.compute.manager [req-0f606d43-34e5-4ec7-8997-deaee6ec79c5 req-12792c02-3ce4-4ad7-9f82-2a83046867d6 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Received unexpected event network-vif-plugged-644c22af-febd-436f-9194-0d1a47548db5 for instance with vm_state building and task_state spawning. [ 890.044340] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Successfully updated port: 644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.070515] env[69333]: DEBUG nova.network.neutron [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Port 54b3300e-b4a8-4f07-976e-7c8711ae877f binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 890.070897] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.074021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.074021] env[69333]: DEBUG nova.network.neutron [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.225185] env[69333]: INFO nova.compute.manager [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] instance snapshotting [ 890.228592] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346940e-1586-4b4c-a34f-99190f99ab92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.249576] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdbe701-9a3e-4545-8b2d-7ad00aa878d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252996] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.253513] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.257432] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.679s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.329636] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.338333] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134048, 'name': Rename_Task, 'duration_secs': 0.205944} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.338945] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.339864] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ac25c7c-7c76-442d-8c18-fb52e71928d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.345339] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134046, 'name': CreateVM_Task, 'duration_secs': 0.562875} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.346439] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.346772] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 890.346772] env[69333]: value = "task-4134049" [ 890.346772] env[69333]: _type = "Task" [ 890.346772] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.350761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350761] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e392e739-a6c0-4209-806a-eca23706cbf1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.358347] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 890.358347] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5233a699-0991-e817-2526-a663742ae88b" [ 890.358347] env[69333]: _type = "Task" [ 890.358347] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.361832] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.370807] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5233a699-0991-e817-2526-a663742ae88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.392223] env[69333]: DEBUG nova.network.neutron [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updated VIF entry in instance network info cache for port c52e3e77-fceb-4ece-a594-5d9491f38dc4. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.392660] env[69333]: DEBUG nova.network.neutron [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.546670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.546956] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.546956] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.761467] env[69333]: DEBUG nova.compute.utils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.763523] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.763523] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.776477] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.777536] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce780aae-2c0c-4fd8-9218-eff93a16d676 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.787648] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 890.787648] env[69333]: value = "task-4134050" [ 890.787648] env[69333]: _type = "Task" [ 890.787648] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.800886] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.821386] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134047, 'name': ReconfigVM_Task, 'duration_secs': 0.528831} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.821676] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.821868] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.822173] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09b44b8-2f01-4db6-97b4-b84cd9f70515 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.825941] env[69333]: DEBUG nova.policy [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0aaa327b53349559cf023ba1dbf2c01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c50ada0fe942a3a2696a897ed266ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.836149] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 890.836149] env[69333]: value = "task-4134051" [ 890.836149] env[69333]: _type = "Task" [ 890.836149] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.852020] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.859601] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134049, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.877559] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5233a699-0991-e817-2526-a663742ae88b, 'name': SearchDatastore_Task, 'duration_secs': 0.028904} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.878177] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.878578] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.878985] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.879279] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.879615] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.880023] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63eb119-29cd-45ba-a303-aa8d2f90d93a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.892041] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.892041] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.892041] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bce52a-3d11-4276-9b84-fe5c3163f455 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.895416] env[69333]: DEBUG nova.network.neutron [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.897252] env[69333]: DEBUG oslo_concurrency.lockutils [req-a22b3838-c96d-4672-92f2-04a1feaaf6bb req-6bc66764-7f8d-492d-ab69-a729387b71b1 service nova] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.906973] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 890.906973] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5273796a-57c7-91d7-17fe-e4ecacd3e321" [ 890.906973] env[69333]: _type = "Task" [ 890.906973] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.916982] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5273796a-57c7-91d7-17fe-e4ecacd3e321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.101202] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.277065] env[69333]: DEBUG nova.compute.utils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.279720] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance 74cf11d9-39be-4681-90f5-cef703f4a12d as it has an incoming, in-progress migration d2dbb9f4-084a-4bbe-9484-ea7475c6ad5f. Migration status is reverting {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 891.282718] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating resource usage from migration d2dbb9f4-084a-4bbe-9484-ea7475c6ad5f [ 891.292060] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Successfully created port: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.309648] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.321923] env[69333]: DEBUG nova.network.neutron [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updating instance_info_cache with network_info: [{"id": "644c22af-febd-436f-9194-0d1a47548db5", "address": "fa:16:3e:06:b5:de", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644c22af-fe", "ovs_interfaceid": "644c22af-febd-436f-9194-0d1a47548db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 2178d731-3d7a-44e4-a002-2e3785592d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 905a3dd7-0e33-4aa6-adc0-79597406c6af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.326176] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance cc206bac-006b-4745-8f4f-55dfe218121c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a2dab00f-aed0-4811-98a2-fb4e42d59bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a3122aed-c4a5-473f-85f7-546745a608cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 6de5e4c7-cfb4-4c32-b905-9306b918c722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e2e39bc1-4026-45c3-801f-d090aba8219e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326176] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.326176] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance bd7e9799-d721-44f1-9d37-540a82fecfd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.326176] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f650bd5a-d150-486f-a129-97a9e6f79ec6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f4256a48-e087-48d6-949d-3e2c740df321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 74ee0fd0-827f-431f-8068-0a64361f8630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance d21e2374-e940-49fe-92c0-f3b226cb3126 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4c6c7885-9cd0-4d18-8e16-710e4092e079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.326612] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 53c7e04c-17ac-46c9-b877-ddf2ab72afda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.327021] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 07807835-347b-47ff-97ac-989c3dbc5930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.327330] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 50f4469c-f947-4fd6-b31f-68c4de9a7e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.327601] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration d2dbb9f4-084a-4bbe-9484-ea7475c6ad5f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 891.327877] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 74cf11d9-39be-4681-90f5-cef703f4a12d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.328150] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c9758704-e631-4fef-916d-9f332d6b8401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 891.348574] env[69333]: DEBUG oslo_vmware.api [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134051, 'name': PowerOnVM_Task, 'duration_secs': 0.463779} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.348828] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.349110] env[69333]: DEBUG nova.compute.manager [None req-bb448685-dcc9-42d5-ad14-f6665e58fc3a tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.350205] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8196db89-9b9e-4571-a2b7-971e595e4709 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.362522] env[69333]: DEBUG oslo_vmware.api [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134049, 'name': PowerOnVM_Task, 'duration_secs': 0.824383} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.364243] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.364453] env[69333]: INFO nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Took 9.23 seconds to spawn the instance on the hypervisor. [ 891.364636] env[69333]: DEBUG nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.367616] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b355e9d-5858-441c-be35-4bb8b48742f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.402248] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.419744] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5273796a-57c7-91d7-17fe-e4ecacd3e321, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.420960] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8aa7433-e1c6-46fc-8707-0f5b9301ea1e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.428788] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 891.428788] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529ee1d2-f049-1734-91ef-2031204b5c75" [ 891.428788] env[69333]: _type = "Task" [ 891.428788] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.437505] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529ee1d2-f049-1734-91ef-2031204b5c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.791904] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.807945] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134050, 'name': CreateSnapshot_Task, 'duration_secs': 0.600405} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.808246] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.809056] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6344e8e4-a756-456c-b11d-216026f243ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.824113] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.824348] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Instance network_info: |[{"id": "644c22af-febd-436f-9194-0d1a47548db5", "address": "fa:16:3e:06:b5:de", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644c22af-fe", "ovs_interfaceid": "644c22af-febd-436f-9194-0d1a47548db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.824966] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '644c22af-febd-436f-9194-0d1a47548db5', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.832154] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating folder: Project (948a279191804b11b01cabdb7de169dd). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.832845] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a4abc29a-c77d-490c-bc38-e86b4c752081 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 891.834067] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4754f942-2165-424d-814e-3a2515ed48b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.845772] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created folder: Project (948a279191804b11b01cabdb7de169dd) in parent group-v818612. [ 891.845885] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating folder: Instances. Parent ref: group-v818787. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.846934] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00233431-46e3-4a6b-b4fa-fbddaec7ab3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.857399] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created folder: Instances in parent group-v818787. [ 891.857580] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.857777] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.858091] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9cb45e-8402-4a8c-87be-aeb03c6f2d60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.884091] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.884091] env[69333]: value = "task-4134054" [ 891.884091] env[69333]: _type = "Task" [ 891.884091] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.889358] env[69333]: INFO nova.compute.manager [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Took 51.55 seconds to build instance. [ 891.896881] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134054, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.906101] env[69333]: DEBUG nova.compute.manager [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69333) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 891.906340] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.941531] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529ee1d2-f049-1734-91ef-2031204b5c75, 'name': SearchDatastore_Task, 'duration_secs': 0.037206} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.941807] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.942082] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 53c7e04c-17ac-46c9-b877-ddf2ab72afda/53c7e04c-17ac-46c9-b877-ddf2ab72afda.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.942361] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a519de2-61ae-4e9f-915f-c41bd6ff1958 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.950081] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 891.950081] env[69333]: value = "task-4134055" [ 891.950081] env[69333]: _type = "Task" [ 891.950081] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.960136] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.972576] env[69333]: DEBUG nova.compute.manager [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Received event network-changed-644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.972809] env[69333]: DEBUG nova.compute.manager [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Refreshing instance network info cache due to event network-changed-644c22af-febd-436f-9194-0d1a47548db5. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.973244] env[69333]: DEBUG oslo_concurrency.lockutils [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] Acquiring lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.973467] env[69333]: DEBUG oslo_concurrency.lockutils [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] Acquired lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.973725] env[69333]: DEBUG nova.network.neutron [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Refreshing network info cache for port 644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.328348] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.328729] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d503418-107a-46d3-929b-a6af7c2bf389 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338373] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance caeaf9da-d275-471c-9f7e-8dc318c4f3c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.341632] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 892.341632] env[69333]: value = "task-4134056" [ 892.341632] env[69333]: _type = "Task" [ 892.341632] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.358430] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134056, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.391455] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.366s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.398285] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134054, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.465080] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.788975] env[69333]: DEBUG nova.network.neutron [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updated VIF entry in instance network info cache for port 644c22af-febd-436f-9194-0d1a47548db5. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.789575] env[69333]: DEBUG nova.network.neutron [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updating instance_info_cache with network_info: [{"id": "644c22af-febd-436f-9194-0d1a47548db5", "address": "fa:16:3e:06:b5:de", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644c22af-fe", "ovs_interfaceid": "644c22af-febd-436f-9194-0d1a47548db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.804927] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.844346] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:48:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1221580689',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-613179464',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.845011] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.845011] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.845011] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.845231] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.845231] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.845415] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.845575] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.845740] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.845900] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.846089] env[69333]: DEBUG nova.virt.hardware [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.846808] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 57dc8703-1f63-4aba-9db2-cf642f9e93ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.850607] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cc33ea-00d9-488d-98ff-b6f163c956eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.866621] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e962d22-55d1-4812-bd1e-1d3e3af75488 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.871833] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134056, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.896077] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.897463] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134054, 'name': CreateVM_Task, 'duration_secs': 0.677789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.897576] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.898276] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.898426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.898831] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.901071] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39c58f0-882a-4b41-b021-b6ae86dbfa9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.907353] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 892.907353] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52820614-1aaa-d8f7-7951-e16afa8181e0" [ 892.907353] env[69333]: _type = "Task" [ 892.907353] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.919520] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52820614-1aaa-d8f7-7951-e16afa8181e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.919966] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.920063] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.921402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.921402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.921402] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.921402] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a6f8725-36c5-4672-a759-b3b951f6417c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.931709] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.931891] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.933281] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081f83b5-5a20-48fb-bd3f-3b4366bab83c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.940745] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 892.940745] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5258c345-b649-63f7-ab61-3dbf721e4ed2" [ 892.940745] env[69333]: _type = "Task" [ 892.940745] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.954031] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5258c345-b649-63f7-ab61-3dbf721e4ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.974425] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651613} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.975204] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 53c7e04c-17ac-46c9-b877-ddf2ab72afda/53c7e04c-17ac-46c9-b877-ddf2ab72afda.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.975503] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.975746] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa7f060-62b2-4d34-8460-26c94fdc7759 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.986137] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 892.986137] env[69333]: value = "task-4134057" [ 892.986137] env[69333]: _type = "Task" [ 892.986137] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.001077] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.035672] env[69333]: DEBUG nova.compute.manager [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Received event network-vif-plugged-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.035904] env[69333]: DEBUG oslo_concurrency.lockutils [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] Acquiring lock "c9758704-e631-4fef-916d-9f332d6b8401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.036128] env[69333]: DEBUG oslo_concurrency.lockutils [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] Lock "c9758704-e631-4fef-916d-9f332d6b8401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.036299] env[69333]: DEBUG oslo_concurrency.lockutils [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] Lock "c9758704-e631-4fef-916d-9f332d6b8401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.036460] env[69333]: DEBUG nova.compute.manager [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] No waiting events found dispatching network-vif-plugged-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.036622] env[69333]: WARNING nova.compute.manager [req-d6d0b0df-c231-494c-be55-f05510870ce2 req-3f5c0ad9-f02f-4f34-b9be-48e38b04e543 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Received unexpected event network-vif-plugged-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 for instance with vm_state building and task_state spawning. [ 893.084266] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Successfully updated port: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.296491] env[69333]: DEBUG oslo_concurrency.lockutils [req-fac36c1b-1a54-41b0-a7e7-90410de77b89 req-b381b206-7535-4c52-9828-141385e81618 service nova] Releasing lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.354637] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.363137] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134056, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.418726] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.453913] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5258c345-b649-63f7-ab61-3dbf721e4ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.455143] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ab0dbf-b2f2-4154-8aee-d58341cd0ec7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.461490] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 893.461490] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526bed60-7011-b31d-cc88-55eabc5a0482" [ 893.461490] env[69333]: _type = "Task" [ 893.461490] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.471667] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526bed60-7011-b31d-cc88-55eabc5a0482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.497547] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08234} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.497854] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.498676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88300aa-4dc8-4547-873b-212b0d1a486d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.528483] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 53c7e04c-17ac-46c9-b877-ddf2ab72afda/53c7e04c-17ac-46c9-b877-ddf2ab72afda.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.528847] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf87c49c-35ce-475b-aedd-8f01bc6b2133 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.550467] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 893.550467] env[69333]: value = "task-4134058" [ 893.550467] env[69333]: _type = "Task" [ 893.550467] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.559605] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.587328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.587328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.587328] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.863146] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 52a6f8e5-c542-4f29-b548-122d6a149b2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.864752] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134056, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.975945] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526bed60-7011-b31d-cc88-55eabc5a0482, 'name': SearchDatastore_Task, 'duration_secs': 0.033455} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.975945] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976131] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/50f4469c-f947-4fd6-b31f-68c4de9a7e64.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.977037] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd65393f-0df8-48a9-8829-06c2394b698f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.986307] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 893.986307] env[69333]: value = "task-4134059" [ 893.986307] env[69333]: _type = "Task" [ 893.986307] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.996967] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.063695] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134058, 'name': ReconfigVM_Task, 'duration_secs': 0.463424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.064183] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 53c7e04c-17ac-46c9-b877-ddf2ab72afda/53c7e04c-17ac-46c9-b877-ddf2ab72afda.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.064932] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc3e0b9e-f9d6-4d08-aa92-5ae41248c68e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.075034] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 894.075034] env[69333]: value = "task-4134060" [ 894.075034] env[69333]: _type = "Task" [ 894.075034] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.086801] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134060, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.132143] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.362277] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134056, 'name': CloneVM_Task, 'duration_secs': 1.944136} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.365876] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Created linked-clone VM from snapshot [ 894.366107] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e0593131-1e64-4876-8275-4a0d270f72c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.367851] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459a8a9-c320-4cde-a2e2-2c4def591e0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.379154] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Uploading image 10d7eb54-2035-47d7-9111-056be4c711bc {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.417198] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.417198] env[69333]: value = "vm-818790" [ 894.417198] env[69333]: _type = "VirtualMachine" [ 894.417198] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.417198] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d23dc13f-07f4-4903-b9be-cdc0f66fc624 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.424295] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease: (returnval){ [ 894.424295] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7b753-4df5-5c68-2993-73676cad0889" [ 894.424295] env[69333]: _type = "HttpNfcLease" [ 894.424295] env[69333]: } obtained for exporting VM: (result){ [ 894.424295] env[69333]: value = "vm-818790" [ 894.424295] env[69333]: _type = "VirtualMachine" [ 894.424295] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.424757] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the lease: (returnval){ [ 894.424757] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7b753-4df5-5c68-2993-73676cad0889" [ 894.424757] env[69333]: _type = "HttpNfcLease" [ 894.424757] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.437868] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.437868] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7b753-4df5-5c68-2993-73676cad0889" [ 894.437868] env[69333]: _type = "HttpNfcLease" [ 894.437868] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.456470] env[69333]: DEBUG nova.network.neutron [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updating instance_info_cache with network_info: [{"id": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "address": "fa:16:3e:85:53:e7", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1452a36d-a5", "ovs_interfaceid": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.499341] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.592354] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134060, 'name': Rename_Task, 'duration_secs': 0.195529} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.592839] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.593466] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf780d42-1bf2-4d76-b565-924f1ae8445d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.602924] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 894.602924] env[69333]: value = "task-4134062" [ 894.602924] env[69333]: _type = "Task" [ 894.602924] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.613357] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.850654] env[69333]: DEBUG nova.compute.manager [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.853164] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7aeab-d73d-46c2-b0b4-9670bfdca3f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.875510] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 021b4057-6f4b-4707-b9eb-bc87c584c2ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.933016] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.933016] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7b753-4df5-5c68-2993-73676cad0889" [ 894.933016] env[69333]: _type = "HttpNfcLease" [ 894.933016] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.933489] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.933489] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7b753-4df5-5c68-2993-73676cad0889" [ 894.933489] env[69333]: _type = "HttpNfcLease" [ 894.933489] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.934336] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642552a4-a09d-470d-801c-910b5aed4493 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.944115] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.944115] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 895.002106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.002455] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Instance network_info: |[{"id": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "address": "fa:16:3e:85:53:e7", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1452a36d-a5", "ovs_interfaceid": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.003387] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:53:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1452a36d-a5ec-454c-96ad-8cbb5bafdfd7', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.011680] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.017368] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.017627] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528b3a1c-0340-4cba-900d-a3b8886a3fc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.039336] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645086} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.041255] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/50f4469c-f947-4fd6-b31f-68c4de9a7e64.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.041349] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.041570] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.041570] env[69333]: value = "task-4134063" [ 895.041570] env[69333]: _type = "Task" [ 895.041570] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.041759] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81cd9615-7d74-4847-bbbf-ab3cb9084ad0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.053883] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134063, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.055645] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 895.055645] env[69333]: value = "task-4134064" [ 895.055645] env[69333]: _type = "Task" [ 895.055645] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.065343] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.076639] env[69333]: DEBUG nova.compute.manager [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Received event network-changed-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.076962] env[69333]: DEBUG nova.compute.manager [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Refreshing instance network info cache due to event network-changed-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.077322] env[69333]: DEBUG oslo_concurrency.lockutils [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] Acquiring lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.077539] env[69333]: DEBUG oslo_concurrency.lockutils [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] Acquired lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.077612] env[69333]: DEBUG nova.network.neutron [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Refreshing network info cache for port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.113910] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.149786] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2cf5190-1409-4e35-a7cd-e21aaef6e983 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.364924] env[69333]: INFO nova.compute.manager [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] instance snapshotting [ 895.370989] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76038672-2471-49b3-8f0b-f4e6b30576b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.378047] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9a744b12-7e57-4ac9-8310-548cc76c3a91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.402315] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e77fd8-9df5-4834-97c4-8809ddc7db01 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.556109] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134063, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.568563] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127031} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.568563] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.569531] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606e67a-0d06-4984-b126-855887ee6205 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.600258] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/50f4469c-f947-4fd6-b31f-68c4de9a7e64.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.601228] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f7b767-868e-4a74-b08e-34bd2ce0fbb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.632322] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.633311] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 895.633311] env[69333]: value = "task-4134065" [ 895.633311] env[69333]: _type = "Task" [ 895.633311] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.649337] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.886021] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c3998a36-7104-4828-a602-3d36cbe05a49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.886021] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 895.886021] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 895.917230] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.917940] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa6cbe08-b982-4f94-85b9-0023f1618a47 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.933228] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 895.933228] env[69333]: value = "task-4134066" [ 895.933228] env[69333]: _type = "Task" [ 895.933228] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.946037] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.053174] env[69333]: DEBUG nova.network.neutron [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updated VIF entry in instance network info cache for port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.053174] env[69333]: DEBUG nova.network.neutron [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updating instance_info_cache with network_info: [{"id": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "address": "fa:16:3e:85:53:e7", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1452a36d-a5", "ovs_interfaceid": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.060277] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134063, 'name': CreateVM_Task, 'duration_secs': 0.706439} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.060503] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.061227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.061405] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.061694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.064890] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7144c15e-edf5-40be-8210-8f9e270b6ec3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.069867] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 896.069867] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529c5cc5-bfaa-0181-d05a-8a4605cbe1b9" [ 896.069867] env[69333]: _type = "Task" [ 896.069867] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.085393] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529c5cc5-bfaa-0181-d05a-8a4605cbe1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.131659] env[69333]: DEBUG oslo_vmware.api [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134062, 'name': PowerOnVM_Task, 'duration_secs': 1.230168} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.132038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.132316] env[69333]: INFO nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Took 9.27 seconds to spawn the instance on the hypervisor. [ 896.132555] env[69333]: DEBUG nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.133694] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc0c8e-73a0-4359-95ba-503f31710939 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.151729] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.300700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.301156] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.450025] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.504971] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acecab6-b66d-4b9c-8c8d-f21a95424846 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.514837] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4989d81-7615-4cbf-9eae-d0ad8e647c82 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.555855] env[69333]: DEBUG oslo_concurrency.lockutils [req-587f82f5-3bf8-4f86-9c7a-33d906b466ba req-d150779a-6b04-43dc-903e-9ea1809ed2ec service nova] Releasing lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.557465] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d871a56-dae8-4160-9622-db7bfae768cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.568349] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da88509-038d-4455-9849-0a087f3ddd49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.590571] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.596261] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529c5cc5-bfaa-0181-d05a-8a4605cbe1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021952} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.598221] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.598221] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.598221] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.598418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.598512] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.598909] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9900b148-caa7-41df-8ded-8271f4a18cf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.609983] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.610314] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.611528] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4340fec6-999a-4bc2-92ea-5c41f2592945 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.619258] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 896.619258] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524db544-2fba-d00c-8ce2-2462ebb1959e" [ 896.619258] env[69333]: _type = "Task" [ 896.619258] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.629767] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524db544-2fba-d00c-8ce2-2462ebb1959e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.650087] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134065, 'name': ReconfigVM_Task, 'duration_secs': 0.737908} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.650512] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/50f4469c-f947-4fd6-b31f-68c4de9a7e64.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.651257] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001afd98-3033-47ee-b7d2-5d7d30f92076 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.663585] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 896.663585] env[69333]: value = "task-4134067" [ 896.663585] env[69333]: _type = "Task" [ 896.663585] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.667333] env[69333]: INFO nova.compute.manager [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Took 53.73 seconds to build instance. [ 896.679016] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134067, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.946700] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134066, 'name': CreateSnapshot_Task, 'duration_secs': 0.943596} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.947191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.948074] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ed80b-7365-4ef8-bf0d-92363a2e2f0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.098028] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.130708] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524db544-2fba-d00c-8ce2-2462ebb1959e, 'name': SearchDatastore_Task, 'duration_secs': 0.018327} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.132076] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a967dce0-e2a7-4c40-bd9b-dc7dfda4f63a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.138686] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 897.138686] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5295dd12-d64f-1b32-7fba-fb68016a8da7" [ 897.138686] env[69333]: _type = "Task" [ 897.138686] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.150279] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5295dd12-d64f-1b32-7fba-fb68016a8da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.172443] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.131s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.177603] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134067, 'name': Rename_Task, 'duration_secs': 0.279057} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.178056] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.178301] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd51485-b79a-4c4b-b830-5c25756322b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.185969] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 897.185969] env[69333]: value = "task-4134068" [ 897.185969] env[69333]: _type = "Task" [ 897.185969] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.197500] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.468564] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.468910] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-186cb55b-4fdd-4aee-b5eb-b5009be68c46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.479417] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 897.479417] env[69333]: value = "task-4134069" [ 897.479417] env[69333]: _type = "Task" [ 897.479417] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.488707] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134069, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.603297] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 897.603787] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.346s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.604203] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.483s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.605883] env[69333]: INFO nova.compute.claims [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.613029] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.613029] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 897.655779] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5295dd12-d64f-1b32-7fba-fb68016a8da7, 'name': SearchDatastore_Task, 'duration_secs': 0.014664} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.656143] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.656470] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/c9758704-e631-4fef-916d-9f332d6b8401.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.660030] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce34138-fa3c-4136-9fd4-0d77271c51ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.670021] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 897.670021] env[69333]: value = "task-4134070" [ 897.670021] env[69333]: _type = "Task" [ 897.670021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.678743] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.680584] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.701428] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.991389] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134069, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.127644] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] There are 43 instances to clean {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 898.127916] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 25ced5fc-19d2-4ccc-9283-ae81e1646476] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.182544] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134070, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.206691] env[69333]: DEBUG oslo_vmware.api [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134068, 'name': PowerOnVM_Task, 'duration_secs': 0.621576} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.206844] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.206963] env[69333]: INFO nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Took 8.72 seconds to spawn the instance on the hypervisor. [ 898.207613] env[69333]: DEBUG nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.208117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cef127-f79a-4122-aa44-00d895e6aa21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.220472] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.348092] env[69333]: DEBUG nova.compute.manager [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-changed-c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.348311] env[69333]: DEBUG nova.compute.manager [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing instance network info cache due to event network-changed-c52e3e77-fceb-4ece-a594-5d9491f38dc4. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.348521] env[69333]: DEBUG oslo_concurrency.lockutils [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.348659] env[69333]: DEBUG oslo_concurrency.lockutils [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.348813] env[69333]: DEBUG nova.network.neutron [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing network info cache for port c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.496781] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134069, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.634599] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 2d06a0e6-7b16-4986-9cb0-7e5cad2ea568] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.679422] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639167} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.683792] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/c9758704-e631-4fef-916d-9f332d6b8401.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.684217] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.685132] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0189271-1a2d-4cb0-a673-869db4e5b4c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.694345] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 898.694345] env[69333]: value = "task-4134071" [ 898.694345] env[69333]: _type = "Task" [ 898.694345] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.712680] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.735716] env[69333]: INFO nova.compute.manager [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Took 50.73 seconds to build instance. [ 898.996635] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134069, 'name': CloneVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.139786] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9d9c61b6-69ab-4be1-9c6d-8b93763d4584] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.211329] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103282} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.214149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.215768] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190dac3-77e0-4786-91d0-a8b359a8d08d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242011] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/c9758704-e631-4fef-916d-9f332d6b8401.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.243187] env[69333]: DEBUG nova.network.neutron [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updated VIF entry in instance network info cache for port c52e3e77-fceb-4ece-a594-5d9491f38dc4. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.243618] env[69333]: DEBUG nova.network.neutron [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.245977] env[69333]: DEBUG oslo_concurrency.lockutils [None req-10a1d352-5635-492a-b1b6-e69d973a417f tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.584s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.246270] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196a2ca1-ba4c-42b3-899c-408f63e55df5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.261998] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde34af6-0281-48c2-8200-c39d1a6fa849 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.267064] env[69333]: DEBUG oslo_concurrency.lockutils [req-d52de690-933b-4e9e-a8ab-d30112e81fb9 req-6c765919-0e6c-4422-bc32-f440082410ee service nova] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.279275] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769db926-573a-4894-8a8f-99dc70a42740 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.284535] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 899.284535] env[69333]: value = "task-4134072" [ 899.284535] env[69333]: _type = "Task" [ 899.284535] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.319030] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa22e3b-e2cc-4391-ad1d-a389c31dad06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.325833] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.332258] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c19519-25fd-432c-9d11-e8afa365698b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.348171] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.493326] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134069, 'name': CloneVM_Task, 'duration_secs': 1.563727} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.493617] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Created linked-clone VM from snapshot [ 899.494561] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d7870-e0ac-4e51-bb45-9360c2390375 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.504990] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Uploading image c7a706e1-4081-4c91-8735-da820bcb3221 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.517809] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.518177] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8be886ff-bfdd-4cd7-8f92-da4e2e17e207 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.526287] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 899.526287] env[69333]: value = "task-4134073" [ 899.526287] env[69333]: _type = "Task" [ 899.526287] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.535991] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134073, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.641937] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9098c79f-7ab4-4692-9d84-0261024fee2e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.771778] env[69333]: INFO nova.compute.manager [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Rescuing [ 899.772132] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.772292] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.772464] env[69333]: DEBUG nova.network.neutron [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.774261] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.798095] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.878201] env[69333]: ERROR nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [req-14e0bd11-d00c-4933-bf5e-2cc65644d3cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14e0bd11-d00c-4933-bf5e-2cc65644d3cc"}]} [ 899.900614] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 899.919421] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 899.919648] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.933160] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 899.953811] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.039871] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134073, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.145771] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 2e74bd29-b088-44e8-9e4c-214355a7bfad] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.295909] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134072, 'name': ReconfigVM_Task, 'duration_secs': 0.622539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.296872] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.299326] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/c9758704-e631-4fef-916d-9f332d6b8401.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.299640] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69333) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 900.300490] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-37ca0f9e-6ef3-4a66-8e03-ba9f0ea0c51c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.310014] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 900.310014] env[69333]: value = "task-4134074" [ 900.310014] env[69333]: _type = "Task" [ 900.310014] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.326697] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134074, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.449795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b8af2-b02f-45da-a7f3-0eaa743dcba0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.459875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ab7ac-dee2-4211-8511-7711f856a50d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.503772] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71950645-3958-468d-a2d4-f04376896bf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.513070] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819cf57b-e829-4dde-a14d-218b783d1855 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.529843] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.539723] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134073, 'name': Destroy_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.622851] env[69333]: DEBUG nova.network.neutron [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updating instance_info_cache with network_info: [{"id": "644c22af-febd-436f-9194-0d1a47548db5", "address": "fa:16:3e:06:b5:de", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644c22af-fe", "ovs_interfaceid": "644c22af-febd-436f-9194-0d1a47548db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.651694] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e9a88232-87fa-4d01-a1b6-7865a5142faa] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.824765] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134074, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06305} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.824980] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69333) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 900.825758] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3c145-91d2-4325-b929-64affdc29c14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.853071] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/ephemeral_0.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.853324] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de614833-eca7-4cf1-914c-ea8e6ce71772 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.873180] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 900.873180] env[69333]: value = "task-4134075" [ 900.873180] env[69333]: _type = "Task" [ 900.873180] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.881972] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.040147] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134073, 'name': Destroy_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.067520] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.067785] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 90 to 91 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.067961] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.126764] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "refresh_cache-50f4469c-f947-4fd6-b31f-68c4de9a7e64" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.155010] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 74d6e662-0bde-4c7c-a515-e9d4d90e82b5] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.384782] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.538565] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134073, 'name': Destroy_Task, 'duration_secs': 1.770046} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.538903] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Destroyed the VM [ 901.539232] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.539534] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-917d2e38-fa0e-4216-a1ec-62a997cc7071 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547340] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 901.547340] env[69333]: value = "task-4134076" [ 901.547340] env[69333]: _type = "Task" [ 901.547340] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.556322] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134076, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.573631] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.969s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.574254] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.576815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.887s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.577005] env[69333]: DEBUG nova.objects.instance [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 901.659236] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 6c944606-622d-4ccc-af71-7087f4b28257] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.885703] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.059805] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134076, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.081565] env[69333]: DEBUG nova.compute.utils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.087566] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.087566] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.145104] env[69333]: DEBUG nova.policy [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fd380041dc485ea83defbdccbe45a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641493d061694fa083503c7a6809a0da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.162546] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 0cf6e03a-bfda-4342-be28-537a16128547] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.386492] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134075, 'name': ReconfigVM_Task, 'duration_secs': 1.113347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.387142] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c9758704-e631-4fef-916d-9f332d6b8401/ephemeral_0.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.387966] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f04e9e3-cbe0-4fbb-b8a3-431c3ed63328 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.397748] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 902.397748] env[69333]: value = "task-4134077" [ 902.397748] env[69333]: _type = "Task" [ 902.397748] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.409759] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134077, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.416941] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.416941] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.416941] env[69333]: INFO nova.compute.manager [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Shelving [ 902.563302] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134076, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.590675] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.592676] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b80ec71f-689e-4785-8164-5a9dc8604182 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.593925] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.389s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.595608] env[69333]: INFO nova.compute.claims [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.601273] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Successfully created port: 6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.666313] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 92d67e6e-f081-4006-94d8-241696d59b88] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.726537] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.726739] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b0653b-67d0-4e64-9830-24e28c3ed393 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.735243] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 902.735243] env[69333]: value = "task-4134078" [ 902.735243] env[69333]: _type = "Task" [ 902.735243] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.745056] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.907099] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134077, 'name': Rename_Task, 'duration_secs': 0.278414} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.907389] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.907654] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5fb7b0-3402-487b-9668-25a133e6013c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915879] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 902.915879] env[69333]: value = "task-4134079" [ 902.915879] env[69333]: _type = "Task" [ 902.915879] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.929756] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.061269] env[69333]: DEBUG oslo_vmware.api [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134076, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032495} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.061705] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.171129] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 7626c8f9-ebba-44f1-a1a6-fc97379f170c] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.246152] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134078, 'name': PowerOffVM_Task, 'duration_secs': 0.301907} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.246152] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.247837] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436b64b-c3ec-444c-84ba-36b2a1902eef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.269688] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6d19a-0bcb-4f44-b1c4-70669bbd8856 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.301964] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.302280] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70be5199-6fda-4789-8738-3f3e35236e19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.310517] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 903.310517] env[69333]: value = "task-4134080" [ 903.310517] env[69333]: _type = "Task" [ 903.310517] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.321035] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.321285] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.321532] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.321677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.321854] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.322117] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa21ff3-78d3-433b-a534-b39c946117e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.335027] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.335027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.335259] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20bce3a-6ef8-41d5-aa05-7f855f7072b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.342648] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 903.342648] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb2be4-eb10-e101-7ba8-017652e877ac" [ 903.342648] env[69333]: _type = "Task" [ 903.342648] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.352828] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb2be4-eb10-e101-7ba8-017652e877ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.426329] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.433197] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.434479] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-620e9361-99ee-40c6-be45-f47c550ded6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.443753] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 903.443753] env[69333]: value = "task-4134081" [ 903.443753] env[69333]: _type = "Task" [ 903.443753] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.453051] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.567795] env[69333]: WARNING nova.compute.manager [None req-5f9ff410-c5a0-4660-b006-a68624e3b67f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Image not found during snapshot: nova.exception.ImageNotFound: Image c7a706e1-4081-4c91-8735-da820bcb3221 could not be found. [ 903.598246] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.626913] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.627171] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.627321] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.627569] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.627657] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.627787] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.627999] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.628173] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.628340] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.628499] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.628672] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.629800] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c57fb8-612f-4107-98f9-12fafd8a758f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.643630] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffec47f-837f-465a-bb69-8167020ed6a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674676] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c2bc4b50-d4a8-4705-a450-20233a3527bc] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.864015] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb2be4-eb10-e101-7ba8-017652e877ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.865067] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5d314c-e208-46b7-95de-6935ebc5f631 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.877215] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 903.877215] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524127cd-d3dc-74f9-7af3-51ca9b24ce94" [ 903.877215] env[69333]: _type = "Task" [ 903.877215] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.889425] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524127cd-d3dc-74f9-7af3-51ca9b24ce94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.930354] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.956964] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134081, 'name': PowerOffVM_Task, 'duration_secs': 0.269283} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.957350] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.958183] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcb16c-6c18-445d-b3fd-bb9e5624d95e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.983182] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67dd63c-bc6f-472f-89fe-c83655edef95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.081680] env[69333]: DEBUG nova.compute.manager [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Received event network-vif-plugged-6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.081988] env[69333]: DEBUG oslo_concurrency.lockutils [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] Acquiring lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.082322] env[69333]: DEBUG oslo_concurrency.lockutils [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.082571] env[69333]: DEBUG oslo_concurrency.lockutils [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.082849] env[69333]: DEBUG nova.compute.manager [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] No waiting events found dispatching network-vif-plugged-6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.083155] env[69333]: WARNING nova.compute.manager [req-6750c46f-0c98-4a21-b4d4-326f8ca72033 req-8834eae3-8052-46e1-b7cd-10143d079c20 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Received unexpected event network-vif-plugged-6ca5972c-7e74-4885-b327-cfa15669ba1a for instance with vm_state building and task_state spawning. [ 904.172308] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5acff28-5ebf-40a1-bad6-0407602cdb37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.178042] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 36d49fac-f237-4a44-be70-066ad12631c6] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.183582] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55bad4-b262-412a-a69c-c1dd45d85ad6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.221397] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ecb58-0327-4451-8171-93e2388dc5af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.231359] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0999d2-9a06-4d42-b8c6-139c10406d28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.251057] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Successfully updated port: 6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.253447] env[69333]: DEBUG nova.compute.provider_tree [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.359796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "07807835-347b-47ff-97ac-989c3dbc5930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.359978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.361182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "07807835-347b-47ff-97ac-989c3dbc5930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.361182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.361182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.363267] env[69333]: INFO nova.compute.manager [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Terminating instance [ 904.389316] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524127cd-d3dc-74f9-7af3-51ca9b24ce94, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.389634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.389951] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 904.390530] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d1d69f-22dd-4888-a409-615ead3b7bda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.398581] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 904.398581] env[69333]: value = "task-4134082" [ 904.398581] env[69333]: _type = "Task" [ 904.398581] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.408089] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.427126] env[69333]: DEBUG oslo_vmware.api [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134079, 'name': PowerOnVM_Task, 'duration_secs': 1.033903} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.427562] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.427815] env[69333]: INFO nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Took 11.62 seconds to spawn the instance on the hypervisor. [ 904.428078] env[69333]: DEBUG nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.429031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee49919-d285-4c83-a6ac-b7e61fb336ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.496030] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.496030] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99780955-c79e-43ee-b6f5-f4819298ae5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.505398] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 904.505398] env[69333]: value = "task-4134083" [ 904.505398] env[69333]: _type = "Task" [ 904.505398] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.517500] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.684129] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9869d107-a676-4f7c-aa1c-63d2841ff564] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.755931] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.756187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.756412] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.758612] env[69333]: DEBUG nova.scheduler.client.report [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.870056] env[69333]: DEBUG nova.compute.manager [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.870056] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.870274] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22735b5-fe33-44df-b48b-5fde410163bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.882322] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.882762] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-573c9505-127f-4cd5-a59e-2b0411a2b43c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.892946] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 904.892946] env[69333]: value = "task-4134084" [ 904.892946] env[69333]: _type = "Task" [ 904.892946] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.912119] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.918584] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.949080] env[69333]: INFO nova.compute.manager [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Took 53.31 seconds to build instance. [ 905.016547] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.190125] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 564a2204-e77f-4c8b-8f78-4f12a0f6152f] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.267750] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.268634] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.277260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.308s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.277260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.285032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.676s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.285032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.285032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.042s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.285032] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.286194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.625s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.286534] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.288426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.561s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.290309] env[69333]: INFO nova.compute.claims [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.318077] env[69333]: INFO nova.scheduler.client.report [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocations for instance bd7e9799-d721-44f1-9d37-540a82fecfd5 [ 905.323536] env[69333]: INFO nova.scheduler.client.report [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted allocations for instance 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d [ 905.338244] env[69333]: INFO nova.scheduler.client.report [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance f650bd5a-d150-486f-a129-97a9e6f79ec6 [ 905.353830] env[69333]: INFO nova.scheduler.client.report [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted allocations for instance 905a3dd7-0e33-4aa6-adc0-79597406c6af [ 905.405539] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.413870] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134084, 'name': PowerOffVM_Task, 'duration_secs': 0.342958} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.414218] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.414460] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.415018] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93871bc9-5dad-41eb-ac47-49e3164dec19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.420081] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134082, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.451164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.493s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.505504] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.506597] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.506793] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleting the datastore file [datastore1] 07807835-347b-47ff-97ac-989c3dbc5930 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.507608] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880563b1-3853-455b-a3fd-8486d87feb22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.523602] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134083, 'name': CreateSnapshot_Task, 'duration_secs': 0.883809} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.525469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.525827] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 905.525827] env[69333]: value = "task-4134086" [ 905.525827] env[69333]: _type = "Task" [ 905.525827] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.526890] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75425980-5f2c-44ba-b373-73b96ebdb5ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.542053] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.675357] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Updating instance_info_cache with network_info: [{"id": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "address": "fa:16:3e:8d:7f:a9", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ca5972c-7e", "ovs_interfaceid": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.692506] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: ae7cbc62-f044-444c-9444-3a5d456d73a0] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.780743] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.782013] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891270a7-045e-4f2a-989d-c8254b34132e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.789323] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.791021] env[69333]: ERROR oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk due to incomplete transfer. [ 905.791021] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9a17a97-a2d9-4a7b-9622-da5c8b9730dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.796093] env[69333]: DEBUG nova.compute.utils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.803428] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.804915] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.809231] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257688b-d54d-6e51-fcf6-63973c87f352/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.809231] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Uploaded image 10d7eb54-2035-47d7-9111-056be4c711bc to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.811191] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.812557] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.815186] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ec61f7f-c243-4a61-b172-f97c3de1cab3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.825265] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 905.825265] env[69333]: value = "task-4134087" [ 905.825265] env[69333]: _type = "Task" [ 905.825265] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.572071] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "5aaf84c8-c6da-4314-8e58-aabb3dbcec5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.300s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.573159] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "bd7e9799-d721-44f1-9d37-540a82fecfd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.362s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.575460] env[69333]: DEBUG nova.policy [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fd380041dc485ea83defbdccbe45a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641493d061694fa083503c7a6809a0da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.582429] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "905a3dd7-0e33-4aa6-adc0-79597406c6af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.860s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.583764] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.592563] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 906.592992] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.593328] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Instance network_info: |[{"id": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "address": "fa:16:3e:8d:7f:a9", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ca5972c-7e", "ovs_interfaceid": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.593654] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a06e99d5-651a-4923-bab3-cdbea3aa096a] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.606377] env[69333]: DEBUG nova.compute.manager [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Received event network-changed-6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.606566] env[69333]: DEBUG nova.compute.manager [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Refreshing instance network info cache due to event network-changed-6ca5972c-7e74-4885-b327-cfa15669ba1a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.606771] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Acquiring lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606911] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Acquired lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.607077] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Refreshing network info cache for port 6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.610166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86408a58-ea12-46c8-9f88-88ff054e80b0 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f650bd5a-d150-486f-a129-97a9e6f79ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.420s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.618248] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-568a6b38-0ab8-467d-8afd-7cf2419a9147 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.621227] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ca5972c-7e74-4885-b327-cfa15669ba1a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.628914] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.633069] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.638626] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb6f20a4-c669-456a-81a8-05548ee35ec4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.655224] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134087, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.655852] env[69333]: WARNING oslo_vmware.common.loopingcall [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] task run outlasted interval by 0.32978300000000005 sec [ 906.669476] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 906.669476] env[69333]: value = "task-4134088" [ 906.669476] env[69333]: _type = "Task" [ 906.669476] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.669736] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.541593} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.670365] env[69333]: DEBUG oslo_vmware.api [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.674280] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 906.675012] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.675209] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.675490] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.675673] env[69333]: INFO nova.compute.manager [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Took 1.81 seconds to destroy the instance on the hypervisor. [ 906.675906] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.681228] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e1bb7-37d7-405d-abf1-05af540590d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.683720] env[69333]: DEBUG nova.compute.manager [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.683833] env[69333]: DEBUG nova.network.neutron [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.685972] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.685972] env[69333]: value = "task-4134089" [ 906.685972] env[69333]: _type = "Task" [ 906.685972] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.716609] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134087, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.728945] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.729785] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134088, 'name': CloneVM_Task} progress is 16%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.738453] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbc8e74-bc32-4734-bfaf-3f6fc9807b7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.779869] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134089, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.788371] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 906.788371] env[69333]: value = "task-4134090" [ 906.788371] env[69333]: _type = "Task" [ 906.788371] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.802076] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.097252] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: b784d34b-8156-43de-9e77-fb1d931c33e9] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.105277] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.112941] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.113984] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.114396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.114540] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.114727] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.120235] env[69333]: INFO nova.compute.manager [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Terminating instance [ 907.137157] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.159259] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.159558] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.159721] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.159927] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.160116] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.160282] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.160558] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.161323] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.161323] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.161323] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.161498] env[69333]: DEBUG nova.virt.hardware [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.163079] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b32b2-1e4b-447d-8745-60fde25f0ed0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.178292] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c6439-c529-4dac-9ff9-a5f4d1f6bcfa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204275] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134087, 'name': Destroy_Task, 'duration_secs': 1.102024} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.225328] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Destroyed the VM [ 907.226070] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 907.226456] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134088, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.227720] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f47559d6-9871-47b8-a1f1-065d28e4ddf7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.234170] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134089, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.240207] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 907.240207] env[69333]: value = "task-4134091" [ 907.240207] env[69333]: _type = "Task" [ 907.240207] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.253741] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134091, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.270309] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.270584] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.270790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.271018] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.271217] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.276368] env[69333]: INFO nova.compute.manager [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Terminating instance [ 907.284659] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Updated VIF entry in instance network info cache for port 6ca5972c-7e74-4885-b327-cfa15669ba1a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.284659] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Updating instance_info_cache with network_info: [{"id": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "address": "fa:16:3e:8d:7f:a9", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ca5972c-7e", "ovs_interfaceid": "6ca5972c-7e74-4885-b327-cfa15669ba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.304354] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134090, 'name': ReconfigVM_Task, 'duration_secs': 0.442144} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.304564] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.305495] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346546ed-717c-4761-9932-44b7061f4ef6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.337965] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12288b5a-900b-4779-bcbd-82e8c5bc5ab4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.354996] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Successfully created port: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.357508] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "54050f9c-f567-495a-91ff-c1f03457d92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.357715] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.364765] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 907.364765] env[69333]: value = "task-4134092" [ 907.364765] env[69333]: _type = "Task" [ 907.364765] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.379332] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.384905] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d3e13-8154-43e9-b207-cfde25d699b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.393547] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5891ccb-4ecb-458d-9dd5-e1d16356e532 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.427938] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ec723-894f-4bd9-9854-0d8afbe596ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.436593] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06d848-c905-4343-bae8-1a360a234465 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.453263] env[69333]: DEBUG nova.compute.provider_tree [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.577873] env[69333]: DEBUG nova.compute.manager [req-427779c6-bf7c-425d-b837-5a01c8fed009 req-fcb3ee28-61dc-4aee-875a-f35949dc369c service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Received event network-vif-deleted-b75e537b-0b17-4912-b646-0f410dba5598 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.578494] env[69333]: INFO nova.compute.manager [req-427779c6-bf7c-425d-b837-5a01c8fed009 req-fcb3ee28-61dc-4aee-875a-f35949dc369c service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Neutron deleted interface b75e537b-0b17-4912-b646-0f410dba5598; detaching it from the instance and deleting it from the info cache [ 907.578862] env[69333]: DEBUG nova.network.neutron [req-427779c6-bf7c-425d-b837-5a01c8fed009 req-fcb3ee28-61dc-4aee-875a-f35949dc369c service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.608616] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 169fceb8-b9fa-46cf-b61b-e82fa2e67543] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.633857] env[69333]: DEBUG nova.compute.manager [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.634129] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.635117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f271d-329d-4e8f-9f33-c94409b20f60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.647623] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.650406] env[69333]: DEBUG nova.network.neutron [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.651503] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981102d8-fcdc-4b29-95d4-9e2dc92a6b65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.660785] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 907.660785] env[69333]: value = "task-4134093" [ 907.660785] env[69333]: _type = "Task" [ 907.660785] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.674896] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.688499] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134088, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.704846] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134089, 'name': CreateVM_Task, 'duration_secs': 0.603776} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.709126] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.709126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.709126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.709126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.709126] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a237665b-fd4f-4003-8db2-6aee6376a05e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.714900] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 907.714900] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521fefcd-df4d-7122-88e9-b68746214ec9" [ 907.714900] env[69333]: _type = "Task" [ 907.714900] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.725474] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521fefcd-df4d-7122-88e9-b68746214ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.752728] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134091, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.781723] env[69333]: DEBUG nova.compute.manager [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.781971] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.782868] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c308a-f7a2-4156-9300-dab6ed180171 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.787773] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Releasing lock "refresh_cache-a4abc29a-c77d-490c-bc38-e86b4c752081" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.788552] env[69333]: DEBUG nova.compute.manager [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Received event network-changed-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.788552] env[69333]: DEBUG nova.compute.manager [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Refreshing instance network info cache due to event network-changed-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.788552] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Acquiring lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788739] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Acquired lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.788909] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Refreshing network info cache for port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.798027] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.798027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858b5740-c998-4620-a357-1569a5239544 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.812040] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 907.812040] env[69333]: value = "task-4134094" [ 907.812040] env[69333]: _type = "Task" [ 907.812040] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.823375] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.879384] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134092, 'name': ReconfigVM_Task, 'duration_secs': 0.178624} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.879598] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.879971] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a313b58a-7f57-405d-9377-3bce073455ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.890042] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 907.890042] env[69333]: value = "task-4134095" [ 907.890042] env[69333]: _type = "Task" [ 907.890042] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.902773] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.956077] env[69333]: DEBUG nova.scheduler.client.report [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.082050] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-add33200-9a6f-4104-b580-c60946a2a152 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.092306] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbdb44-b735-44ae-9991-1a46930679d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.129131] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 2e1ac2fc-ed22-4d5b-bb5d-3d86015a0f3d] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.131122] env[69333]: DEBUG nova.compute.manager [req-427779c6-bf7c-425d-b837-5a01c8fed009 req-fcb3ee28-61dc-4aee-875a-f35949dc369c service nova] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Detach interface failed, port_id=b75e537b-0b17-4912-b646-0f410dba5598, reason: Instance 07807835-347b-47ff-97ac-989c3dbc5930 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.155893] env[69333]: INFO nova.compute.manager [-] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Took 1.47 seconds to deallocate network for instance. [ 908.171863] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134093, 'name': PowerOffVM_Task, 'duration_secs': 0.321459} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.172149] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.172324] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.172577] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa6cdc9-151a-4bf0-a1e0-65ec3c0a5896 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.189024] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134088, 'name': CloneVM_Task, 'duration_secs': 1.20224} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.189306] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Created linked-clone VM from snapshot [ 908.190152] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47406bf-16f4-4bfb-a23a-af555310e0b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.198647] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Uploading image 8228e9ce-6750-4201-94f1-2cf0469165ca {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 908.229477] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521fefcd-df4d-7122-88e9-b68746214ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.015404} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.232059] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 908.232059] env[69333]: value = "vm-818795" [ 908.232059] env[69333]: _type = "VirtualMachine" [ 908.232059] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 908.232438] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.232677] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.232918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.233173] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.233326] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.233587] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b2ea406-4919-4e6e-b679-b89a5c1409e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.235377] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8dd21bd-1071-4463-ad5b-602c58baa349 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.248342] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lease: (returnval){ [ 908.248342] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293aa4f-af33-b707-9988-f2edbe0e58f3" [ 908.248342] env[69333]: _type = "HttpNfcLease" [ 908.248342] env[69333]: } obtained for exporting VM: (result){ [ 908.248342] env[69333]: value = "vm-818795" [ 908.248342] env[69333]: _type = "VirtualMachine" [ 908.248342] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 908.248667] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the lease: (returnval){ [ 908.248667] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293aa4f-af33-b707-9988-f2edbe0e58f3" [ 908.248667] env[69333]: _type = "HttpNfcLease" [ 908.248667] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.248837] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.248979] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.250251] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2598d6f6-d1f2-48ba-ba9c-a21ed2742029 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.259017] env[69333]: DEBUG oslo_vmware.api [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134091, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663132} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.260649] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.260938] env[69333]: INFO nova.compute.manager [None req-9f8b1127-52b6-4884-b404-28cc330842c4 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 18.03 seconds to snapshot the instance on the hypervisor. [ 908.263403] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.263606] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.263783] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleting the datastore file [datastore2] 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.266021] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2891c4b3-1dce-41ad-a765-7e67209cde4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.267942] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 908.267942] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52beb706-1a8a-69cf-3382-3e28b81f5450" [ 908.267942] env[69333]: _type = "Task" [ 908.267942] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.269586] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.269586] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293aa4f-af33-b707-9988-f2edbe0e58f3" [ 908.269586] env[69333]: _type = "HttpNfcLease" [ 908.269586] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.273057] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.273057] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5293aa4f-af33-b707-9988-f2edbe0e58f3" [ 908.273057] env[69333]: _type = "HttpNfcLease" [ 908.273057] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.273765] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc3c4b-4528-461a-b8e0-ae7432a02540 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.278144] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 908.278144] env[69333]: value = "task-4134098" [ 908.278144] env[69333]: _type = "Task" [ 908.278144] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.288642] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.288838] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.290344] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52beb706-1a8a-69cf-3382-3e28b81f5450, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.292325] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6caadec9-024f-46c7-a823-f81bcb327c0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.352971] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.360710] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 908.360710] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c361a4-5bda-f4bd-c5b9-bc797b7daab5" [ 908.360710] env[69333]: _type = "Task" [ 908.360710] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.368171] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134094, 'name': PowerOffVM_Task, 'duration_secs': 0.251507} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.368847] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.372027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.372027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d24bc3-8c8f-4ae5-8947-fe061be74d1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.374463] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c361a4-5bda-f4bd-c5b9-bc797b7daab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.402432] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.432849] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44b329e9-d3ba-497e-a611-cf0bba4c5a5d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.451493] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.451816] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.451949] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore1] afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.452232] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf9912c-7ffb-46bd-873a-8772e2824f78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.460802] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.461454] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.466901] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.542s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.466901] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.468138] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.244s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.470279] env[69333]: INFO nova.compute.claims [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.474697] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 908.474697] env[69333]: value = "task-4134100" [ 908.474697] env[69333]: _type = "Task" [ 908.474697] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.495025] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.511439] env[69333]: INFO nova.scheduler.client.report [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Deleted allocations for instance cc206bac-006b-4745-8f4f-55dfe218121c [ 908.633460] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 08f26a0a-472b-45af-a24e-56e8add1b9aa] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.656068] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updated VIF entry in instance network info cache for port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.656807] env[69333]: DEBUG nova.network.neutron [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updating instance_info_cache with network_info: [{"id": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "address": "fa:16:3e:85:53:e7", "network": {"id": "869df267-adbc-40d7-a5ce-2003660f10a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-434931755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c50ada0fe942a3a2696a897ed266ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1452a36d-a5", "ovs_interfaceid": "1452a36d-a5ec-454c-96ad-8cbb5bafdfd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.662264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.789303] env[69333]: DEBUG oslo_vmware.api [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258008} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.790298] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.790518] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.790715] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.790886] env[69333]: INFO nova.compute.manager [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 908.791143] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.791621] env[69333]: DEBUG nova.compute.manager [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.791709] env[69333]: DEBUG nova.network.neutron [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.872669] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c361a4-5bda-f4bd-c5b9-bc797b7daab5, 'name': SearchDatastore_Task, 'duration_secs': 0.016226} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.872958] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.873392] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a4abc29a-c77d-490c-bc38-e86b4c752081/a4abc29a-c77d-490c-bc38-e86b4c752081.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.873674] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975bee5f-65f2-4e60-bbd1-efb37c3f245c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.883085] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 908.883085] env[69333]: value = "task-4134101" [ 908.883085] env[69333]: _type = "Task" [ 908.883085] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.893195] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.902236] env[69333]: DEBUG oslo_vmware.api [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134095, 'name': PowerOnVM_Task, 'duration_secs': 0.534721} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.902572] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.906672] env[69333]: DEBUG nova.compute.manager [None req-5b89b740-6b46-4c39-a129-d860902679d0 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.907204] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10384cd7-db31-47ad-ac87-3a0e08050642 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.974426] env[69333]: DEBUG nova.compute.utils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.975995] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.979376] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.004978] env[69333]: DEBUG oslo_vmware.api [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324723} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.008524] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.009587] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.009587] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.009742] env[69333]: INFO nova.compute.manager [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Took 1.23 seconds to destroy the instance on the hypervisor. [ 909.010023] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.012663] env[69333]: DEBUG nova.compute.manager [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.012764] env[69333]: DEBUG nova.network.neutron [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.025944] env[69333]: DEBUG oslo_concurrency.lockutils [None req-935600d6-df7c-459a-9dd4-9acc5d083dc4 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Lock "cc206bac-006b-4745-8f4f-55dfe218121c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.926s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.139577] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 38d1e69b-afaa-4753-afed-59e67f5ed6c9] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.153186] env[69333]: DEBUG nova.policy [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f70820204b247249ebb849fd922c4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32cd998d5ab406a864d485401e1629e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.161033] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f0e0cc7-6522-4b92-9c8c-ea3d147c1966 req-54921307-8224-4bc5-a377-1772394f0c99 service nova] Releasing lock "refresh_cache-c9758704-e631-4fef-916d-9f332d6b8401" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.395541] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.484131] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.620748] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Successfully updated port: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.641099] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 71670670-eaeb-4ea4-8a75-f87b443ef5ff] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.650773] env[69333]: DEBUG nova.compute.manager [req-baf0ff91-9746-434f-bb24-834010ae93f1 req-0f9d616d-3962-437b-ab40-3d85d8ed2221 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Received event network-vif-deleted-82b05485-f0d6-4f42-a50b-018f0bb5ced5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.651059] env[69333]: INFO nova.compute.manager [req-baf0ff91-9746-434f-bb24-834010ae93f1 req-0f9d616d-3962-437b-ab40-3d85d8ed2221 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Neutron deleted interface 82b05485-f0d6-4f42-a50b-018f0bb5ced5; detaching it from the instance and deleting it from the info cache [ 909.651307] env[69333]: DEBUG nova.network.neutron [req-baf0ff91-9746-434f-bb24-834010ae93f1 req-0f9d616d-3962-437b-ab40-3d85d8ed2221 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.814966] env[69333]: DEBUG nova.network.neutron [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.900805] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728157} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.901136] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a4abc29a-c77d-490c-bc38-e86b4c752081/a4abc29a-c77d-490c-bc38-e86b4c752081.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.901407] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.901692] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d8d0e2-2d45-4a29-bef5-b6326986c18f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910862] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 909.910862] env[69333]: value = "task-4134102" [ 909.910862] env[69333]: _type = "Task" [ 909.910862] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.925958] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.973597] env[69333]: DEBUG nova.compute.manager [req-f4bc2bc3-dfe4-4d45-b822-3b0a5968b602 req-3269b273-acad-4e42-95ce-5ff5e79bd679 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Received event network-vif-deleted-f604f6d3-80a9-4b66-9c3b-0896190d16c5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.973946] env[69333]: INFO nova.compute.manager [req-f4bc2bc3-dfe4-4d45-b822-3b0a5968b602 req-3269b273-acad-4e42-95ce-5ff5e79bd679 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Neutron deleted interface f604f6d3-80a9-4b66-9c3b-0896190d16c5; detaching it from the instance and deleting it from the info cache [ 909.974278] env[69333]: DEBUG nova.network.neutron [req-f4bc2bc3-dfe4-4d45-b822-3b0a5968b602 req-3269b273-acad-4e42-95ce-5ff5e79bd679 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.028658] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Successfully created port: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.062389] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d36d3f-b2b7-40fe-9f7f-389cedbe57ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.074472] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da96e20-a295-4f0d-8beb-643c847c513b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.130141] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.130397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.130728] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.133087] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f9e0e-45f1-4e8a-951f-36f79398cd2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.142891] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735be626-d220-41d5-bed2-0af115f45ba7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.148335] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 13f55876-520c-4486-8bae-2b0962436054] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.165264] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.166873] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f974d332-891c-435f-b006-87ada4c03bde {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.178838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ca0ad-9093-44af-a1ed-821721cbb27e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.217969] env[69333]: DEBUG nova.compute.manager [req-baf0ff91-9746-434f-bb24-834010ae93f1 req-0f9d616d-3962-437b-ab40-3d85d8ed2221 service nova] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Detach interface failed, port_id=82b05485-f0d6-4f42-a50b-018f0bb5ced5, reason: Instance 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.249871] env[69333]: DEBUG nova.network.neutron [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.318322] env[69333]: INFO nova.compute.manager [-] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Took 1.53 seconds to deallocate network for instance. [ 910.336638] env[69333]: DEBUG nova.compute.manager [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.337655] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc071392-5c3c-4c04-b3bd-7d30395c14bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.425038] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074577} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.428355] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.428355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50243b-af27-48c7-a39f-3f234ef01b57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.453219] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a4abc29a-c77d-490c-bc38-e86b4c752081/a4abc29a-c77d-490c-bc38-e86b4c752081.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.453553] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817a176c-2124-4d50-bba2-0d6c08eddf59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.480026] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 910.480026] env[69333]: value = "task-4134103" [ 910.480026] env[69333]: _type = "Task" [ 910.480026] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.480026] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c8f31c-06e6-4628-ba53-1589f081b464 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.494951] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.501681] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb5f384-d71f-4fe9-af1a-c4c70760fc9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.516759] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.550319] env[69333]: DEBUG nova.compute.manager [req-f4bc2bc3-dfe4-4d45-b822-3b0a5968b602 req-3269b273-acad-4e42-95ce-5ff5e79bd679 service nova] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Detach interface failed, port_id=f604f6d3-80a9-4b66-9c3b-0896190d16c5, reason: Instance afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.561794] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='427cdd3b836ccef75b61b4c960e679e3',container_format='bare',created_at=2025-05-14T07:52:30Z,direct_url=,disk_format='vmdk',id=b942bfd1-0cb0-41bf-9c61-694b6a39bb73,min_disk=1,min_ram=0,name='tempest-test-snap-1596809655',owner='f32cd998d5ab406a864d485401e1629e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T07:52:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.562938] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.562938] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.562938] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.563244] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.563483] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.563906] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.564154] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.564514] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.564619] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.565083] env[69333]: DEBUG nova.virt.hardware [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.566098] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e873c5d-d517-43e3-9f1a-f767c090c117 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.576117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6424b9-ef8d-45d4-b8ca-03d3c2cdf618 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.653099] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 04666d7c-26f8-46cf-bc3d-ea6b4ddc650e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.696128] env[69333]: ERROR nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [req-d4c85a79-db2f-40e9-a564-2e390d571e7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4c85a79-db2f-40e9-a564-2e390d571e7c"}]} [ 910.698929] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.719949] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.735679] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.736021] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.753064] env[69333]: INFO nova.compute.manager [-] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Took 1.74 seconds to deallocate network for instance. [ 910.761462] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.787278] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.827349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.857603] env[69333]: INFO nova.compute.manager [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] instance snapshotting [ 910.861370] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4146a4c6-714e-4855-9fb3-5a9d65be4d06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.899068] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf620a7-e103-4302-9cf7-466fda61cf9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.994264] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134103, 'name': ReconfigVM_Task, 'duration_secs': 0.500167} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.998354] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a4abc29a-c77d-490c-bc38-e86b4c752081/a4abc29a-c77d-490c-bc38-e86b4c752081.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.999270] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed274e2-be70-4b59-8121-28069c11ca16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.007814] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 911.007814] env[69333]: value = "task-4134104" [ 911.007814] env[69333]: _type = "Task" [ 911.007814] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.027298] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134104, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.042037] env[69333]: DEBUG nova.network.neutron [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Updating instance_info_cache with network_info: [{"id": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "address": "fa:16:3e:f9:b3:2b", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2efdf6f0-1d", "ovs_interfaceid": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.160596] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 98551255-5e8d-4e4d-96b0-7d2e7a706189] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.265591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.363936] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f25c86-38b1-4f47-9974-e3a09efe3188 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.379667] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86c349-0408-4bab-bebe-6920bca16de5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.417731] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.418226] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-988600bd-e4b6-4d2d-9b97-4edb529cebf9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.423780] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ca6f8-2da8-4bdd-9183-aef10686d165 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.432950] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46d966-8784-4865-b55d-b6f1266b01ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.438343] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 911.438343] env[69333]: value = "task-4134105" [ 911.438343] env[69333]: _type = "Task" [ 911.438343] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.455175] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.460133] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134105, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.501715] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "5cc16c1e-268c-43ab-a0da-014fac34514c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.502008] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.521475] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134104, 'name': Rename_Task, 'duration_secs': 0.281395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.521651] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.522340] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4986341-22ec-43fe-8d06-70b99ada51c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.530636] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 911.530636] env[69333]: value = "task-4134106" [ 911.530636] env[69333]: _type = "Task" [ 911.530636] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.544240] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.544813] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.545406] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Instance network_info: |[{"id": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "address": "fa:16:3e:f9:b3:2b", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2efdf6f0-1d", "ovs_interfaceid": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.546030] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:b3:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2efdf6f0-1d77-42a2-a24e-93e51d3ba46a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.555102] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.555415] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.555665] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13b86f2-4815-4e6c-a064-cb28782515e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.577190] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.577190] env[69333]: value = "task-4134107" [ 911.577190] env[69333]: _type = "Task" [ 911.577190] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.586652] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134107, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.665323] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 6514d903-1c1c-402c-a440-3c11fc6849d3] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.686323] env[69333]: DEBUG nova.compute.manager [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Received event network-vif-plugged-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.686629] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Acquiring lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.686894] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.690103] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.690321] env[69333]: DEBUG nova.compute.manager [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] No waiting events found dispatching network-vif-plugged-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.690801] env[69333]: WARNING nova.compute.manager [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Received unexpected event network-vif-plugged-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a for instance with vm_state building and task_state spawning. [ 911.691320] env[69333]: DEBUG nova.compute.manager [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Received event network-changed-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.691540] env[69333]: DEBUG nova.compute.manager [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Refreshing instance network info cache due to event network-changed-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.691802] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Acquiring lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.691944] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Acquired lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.692123] env[69333]: DEBUG nova.network.neutron [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Refreshing network info cache for port 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.953061] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134105, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.979032] env[69333]: ERROR nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [req-feb7e244-f8bc-4928-9d74-ea0a26490640] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-feb7e244-f8bc-4928-9d74-ea0a26490640"}]} [ 912.003791] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.009595] env[69333]: DEBUG nova.compute.manager [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Received event network-vif-plugged-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.010194] env[69333]: DEBUG oslo_concurrency.lockutils [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] Acquiring lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.010417] env[69333]: DEBUG oslo_concurrency.lockutils [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.010587] env[69333]: DEBUG oslo_concurrency.lockutils [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.010772] env[69333]: DEBUG nova.compute.manager [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] No waiting events found dispatching network-vif-plugged-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 912.011134] env[69333]: WARNING nova.compute.manager [req-f82e5664-505e-4c73-89b5-9eac79ebbc2a req-11b06e5a-9069-42bf-adb8-385191e18e9f service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Received unexpected event network-vif-plugged-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 for instance with vm_state building and task_state spawning. [ 912.030541] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.030755] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.046314] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.047801] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.054879] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Successfully updated port: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.074771] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.092115] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134107, 'name': CreateVM_Task, 'duration_secs': 0.450414} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.092357] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.093595] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.093595] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.093745] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094042] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08475750-8f1a-48fd-9f62-a3cedcf2249d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.104819] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 912.104819] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5339f-4732-6ee3-81d8-18f9dd7ea5ed" [ 912.104819] env[69333]: _type = "Task" [ 912.104819] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.117774] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5339f-4732-6ee3-81d8-18f9dd7ea5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.168957] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f47ae27b-8118-4331-9e67-afc6fc410200] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.461740] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134105, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.556095] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.559094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.559473] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.570697] env[69333]: DEBUG nova.network.neutron [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Updated VIF entry in instance network info cache for port 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.570697] env[69333]: DEBUG nova.network.neutron [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Updating instance_info_cache with network_info: [{"id": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "address": "fa:16:3e:f9:b3:2b", "network": {"id": "fbee4c67-a1cc-49a6-aa43-5591f03dc36b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-909047515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641493d061694fa083503c7a6809a0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2efdf6f0-1d", "ovs_interfaceid": "2efdf6f0-1d77-42a2-a24e-93e51d3ba46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.619417] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c5339f-4732-6ee3-81d8-18f9dd7ea5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.620242] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.620490] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.620736] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.620872] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.621102] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.621410] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e6f77a-2aa3-4231-bb32-cf8ca469dddc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.638120] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.638120] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.638120] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d16424a-2b36-408d-9cdf-690fa5be5e0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.646451] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 912.646451] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d40b7d-4115-8d97-5e75-9d5f615f7618" [ 912.646451] env[69333]: _type = "Task" [ 912.646451] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.651941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d560e9-82e7-4933-8582-58088cb1a9fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.660796] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d40b7d-4115-8d97-5e75-9d5f615f7618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.663925] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cd413-0438-4cb0-a846-6a1f829d1732 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.700436] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4f767aa7-83ad-4b6f-b891-484faae230d5] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.704473] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd1b023-f60f-416b-91a8-633d0bf4f368 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.715083] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55253a88-d8c5-4ee3-a6ff-0f405c539236 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732377] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.951264] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134105, 'name': CreateSnapshot_Task, 'duration_secs': 1.081676} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.951636] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 912.954112] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985726ec-1719-43e7-86bb-150d23e2fd2e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.045795] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134106, 'name': PowerOnVM_Task, 'duration_secs': 1.259658} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.046098] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.046682] env[69333]: INFO nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Took 9.45 seconds to spawn the instance on the hypervisor. [ 913.046878] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.048128] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f213f-c91a-4e4b-b14b-349addb31a27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.077129] env[69333]: DEBUG oslo_concurrency.lockutils [req-2855cbca-2397-4b06-867c-fb82495a403b req-1f4648ff-60ed-433c-84fb-77fc8b9d39a1 service nova] Releasing lock "refresh_cache-caeaf9da-d275-471c-9f7e-8dc318c4f3c0" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.100026] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.162043] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d40b7d-4115-8d97-5e75-9d5f615f7618, 'name': SearchDatastore_Task, 'duration_secs': 0.023541} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.162043] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e76b84-ba44-4e7e-a09b-881b40a62bb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.170350] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 913.170350] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529d55e6-9385-d807-2013-26649e4bc674" [ 913.170350] env[69333]: _type = "Task" [ 913.170350] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.180843] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529d55e6-9385-d807-2013-26649e4bc674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.204256] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 220e39b0-a762-4978-8b16-abe5b1c883cd] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.272947] env[69333]: DEBUG nova.scheduler.client.report [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.273333] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 93 to 94 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.273525] env[69333]: DEBUG nova.compute.provider_tree [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.304725] env[69333]: DEBUG nova.network.neutron [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Updating instance_info_cache with network_info: [{"id": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "address": "fa:16:3e:43:a1:d6", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0a6f3-f0", "ovs_interfaceid": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.474903] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 913.475324] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16f10324-2ba3-43b0-a2b2-4ed7a411bdac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.490029] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 913.490029] env[69333]: value = "task-4134108" [ 913.490029] env[69333]: _type = "Task" [ 913.490029] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.501600] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134108, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.572117] env[69333]: INFO nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Took 53.47 seconds to build instance. [ 913.685495] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529d55e6-9385-d807-2013-26649e4bc674, 'name': SearchDatastore_Task, 'duration_secs': 0.023247} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.686513] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.687633] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] caeaf9da-d275-471c-9f7e-8dc318c4f3c0/caeaf9da-d275-471c-9f7e-8dc318c4f3c0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.687633] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4768794b-3a43-455d-8781-ae9ebb3149b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.695485] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 913.695485] env[69333]: value = "task-4134109" [ 913.695485] env[69333]: _type = "Task" [ 913.695485] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.705764] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.710734] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 089fa934-e1b4-4412-999a-c79df4191b9a] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.779821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.312s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.780625] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.786349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.078s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.787811] env[69333]: INFO nova.compute.claims [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.807660] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808015] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Instance network_info: |[{"id": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "address": "fa:16:3e:43:a1:d6", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0a6f3-f0", "ovs_interfaceid": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.808593] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:a1:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e0a6f3-f002-4b3c-98d8-e348f0d70d09', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.824616] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.824616] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.824616] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebff41e-b68f-4514-bf35-3fd72a75905e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.848310] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.848310] env[69333]: value = "task-4134110" [ 913.848310] env[69333]: _type = "Task" [ 913.848310] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.860028] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134110, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.003549] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134108, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.043371] env[69333]: DEBUG nova.compute.manager [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Received event network-changed-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.043997] env[69333]: DEBUG nova.compute.manager [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Refreshing instance network info cache due to event network-changed-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.043997] env[69333]: DEBUG oslo_concurrency.lockutils [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] Acquiring lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.043997] env[69333]: DEBUG oslo_concurrency.lockutils [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] Acquired lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.044273] env[69333]: DEBUG nova.network.neutron [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Refreshing network info cache for port f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.074175] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.827s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.208046] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.214263] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1f2a2d6e-3454-4736-8f1b-aa606338ecc0] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.294568] env[69333]: DEBUG nova.compute.utils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.299129] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.299338] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.354464] env[69333]: DEBUG nova.policy [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f1d6902fb74fae9bc3ece51d30313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ffb4aed9474021ba947f80bd16ba7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.363065] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134110, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.507774] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134108, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.578415] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.707927] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678312} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.708374] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] caeaf9da-d275-471c-9f7e-8dc318c4f3c0/caeaf9da-d275-471c-9f7e-8dc318c4f3c0.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.708608] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.708901] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c303d2-e06f-4236-b008-dfc7953a337b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.717607] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 08bafbfc-161c-46ab-883a-a86e1db3499a] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.720089] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 914.720089] env[69333]: value = "task-4134111" [ 914.720089] env[69333]: _type = "Task" [ 914.720089] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.732176] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.799880] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.872556] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134110, 'name': CreateVM_Task, 'duration_secs': 0.912601} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.872766] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.873559] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.873717] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.874146] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.874442] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120e1284-610e-4802-9185-7b54c8c580ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.884466] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 914.884466] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520386bb-84c4-aef0-135e-520534d8dbe8" [ 914.884466] env[69333]: _type = "Task" [ 914.884466] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.897277] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520386bb-84c4-aef0-135e-520534d8dbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.008210] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134108, 'name': CloneVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.018354] env[69333]: DEBUG nova.network.neutron [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Updated VIF entry in instance network info cache for port f3e0a6f3-f002-4b3c-98d8-e348f0d70d09. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.018354] env[69333]: DEBUG nova.network.neutron [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Updating instance_info_cache with network_info: [{"id": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "address": "fa:16:3e:43:a1:d6", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0a6f3-f0", "ovs_interfaceid": "f3e0a6f3-f002-4b3c-98d8-e348f0d70d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.056316] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Successfully created port: aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.110745] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.222390] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c43b0096-1133-485b-b45a-f3fdb718ac7e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.241841] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09996} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.242245] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.243197] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33565a7-3c44-405e-8c97-0df90aa6ea5f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.271436] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] caeaf9da-d275-471c-9f7e-8dc318c4f3c0/caeaf9da-d275-471c-9f7e-8dc318c4f3c0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.275108] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0001ca8-7dcd-4b0f-a593-2a0704db6828 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.297037] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 915.297037] env[69333]: value = "task-4134112" [ 915.297037] env[69333]: _type = "Task" [ 915.297037] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.313373] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.402596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402874] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Processing image b942bfd1-0cb0-41bf-9c61-694b6a39bb73 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.403230] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.403399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.403610] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.403887] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d5f9ec-16c6-4b98-97ac-6f191d3f5406 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.410506] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab792f-f525-4b08-8081-9452d330b598 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.415815] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.416044] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.417259] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3059d2d6-7680-44f1-a558-d04e0d39c635 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.423190] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41a20af-0b27-4767-8829-b0e1739a4a00 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.430025] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 915.430025] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7f52e-515d-51d8-f0b2-9b1d2d7e3925" [ 915.430025] env[69333]: _type = "Task" [ 915.430025] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.467614] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35878410-b604-4af5-9719-416403b5426b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.471020] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7f52e-515d-51d8-f0b2-9b1d2d7e3925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.477727] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faebc34f-d073-4e8b-ab55-1f035ca74f19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.499487] env[69333]: DEBUG nova.compute.provider_tree [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.514757] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134108, 'name': CloneVM_Task, 'duration_secs': 1.6789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.516308] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Created linked-clone VM from snapshot [ 915.517567] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92fc6a-137b-4494-8fb1-b764feb25a22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.523131] env[69333]: DEBUG oslo_concurrency.lockutils [req-74340dbe-64ff-459a-ae35-8652bf3df8e4 req-497e3594-9810-4858-afd3-677cb11517b5 service nova] Releasing lock "refresh_cache-57dc8703-1f63-4aba-9db2-cf642f9e93ec" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.532300] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Uploading image f7de8fbf-4096-4fa4-9667-b1f014b1ebd2 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.565910] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.565910] env[69333]: value = "vm-818799" [ 915.565910] env[69333]: _type = "VirtualMachine" [ 915.565910] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.566178] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9e05f7b-bcc4-4d4c-9ed2-c0713a0f0345 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.575609] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease: (returnval){ [ 915.575609] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523676a4-b047-bfb6-2b13-9029962401c2" [ 915.575609] env[69333]: _type = "HttpNfcLease" [ 915.575609] env[69333]: } obtained for exporting VM: (result){ [ 915.575609] env[69333]: value = "vm-818799" [ 915.575609] env[69333]: _type = "VirtualMachine" [ 915.575609] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.575953] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the lease: (returnval){ [ 915.575953] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523676a4-b047-bfb6-2b13-9029962401c2" [ 915.575953] env[69333]: _type = "HttpNfcLease" [ 915.575953] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.585652] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.585652] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523676a4-b047-bfb6-2b13-9029962401c2" [ 915.585652] env[69333]: _type = "HttpNfcLease" [ 915.585652] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.732660] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1edd6ab2-40c6-45e6-bba3-66b6379012e9] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.810680] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134112, 'name': ReconfigVM_Task, 'duration_secs': 0.357641} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.810966] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Reconfigured VM instance instance-00000045 to attach disk [datastore2] caeaf9da-d275-471c-9f7e-8dc318c4f3c0/caeaf9da-d275-471c-9f7e-8dc318c4f3c0.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.811659] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b76b3b31-b2dd-47e6-a0ff-c785c2e60032 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.815288] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.820760] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 915.820760] env[69333]: value = "task-4134114" [ 915.820760] env[69333]: _type = "Task" [ 915.820760] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.831954] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134114, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.840763] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.841080] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.841276] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.841479] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.841624] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.841767] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.841995] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.842188] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.842357] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.842516] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.842681] env[69333]: DEBUG nova.virt.hardware [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.844011] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87628e87-ad65-4c27-955c-40b4c67f547f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.853115] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e350d20-6d86-4260-a0d0-b11f63df0703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.944169] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 915.944534] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Fetch image to [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae/OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 915.944728] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Downloading stream optimized image b942bfd1-0cb0-41bf-9c61-694b6a39bb73 to [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae/OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae.vmdk on the data store datastore2 as vApp {{(pid=69333) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 915.944925] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Downloading image file data b942bfd1-0cb0-41bf-9c61-694b6a39bb73 to the ESX as VM named 'OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae' {{(pid=69333) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 916.032968] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 916.032968] env[69333]: value = "resgroup-9" [ 916.032968] env[69333]: _type = "ResourcePool" [ 916.032968] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 916.033422] env[69333]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0cbd0a02-535c-4590-a75f-540201bdf534 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.051985] env[69333]: DEBUG nova.scheduler.client.report [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 916.052399] env[69333]: DEBUG nova.compute.provider_tree [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 94 to 95 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 916.052676] env[69333]: DEBUG nova.compute.provider_tree [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.067528] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease: (returnval){ [ 916.067528] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 916.067528] env[69333]: _type = "HttpNfcLease" [ 916.067528] env[69333]: } obtained for vApp import into resource pool (val){ [ 916.067528] env[69333]: value = "resgroup-9" [ 916.067528] env[69333]: _type = "ResourcePool" [ 916.067528] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 916.067815] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the lease: (returnval){ [ 916.067815] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 916.067815] env[69333]: _type = "HttpNfcLease" [ 916.067815] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.078231] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.078231] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 916.078231] env[69333]: _type = "HttpNfcLease" [ 916.078231] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.087489] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.087489] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523676a4-b047-bfb6-2b13-9029962401c2" [ 916.087489] env[69333]: _type = "HttpNfcLease" [ 916.087489] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.087882] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.087882] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523676a4-b047-bfb6-2b13-9029962401c2" [ 916.087882] env[69333]: _type = "HttpNfcLease" [ 916.087882] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.088835] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a3485-e001-4637-af62-8d2c050efe3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.101437] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.101437] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.219769] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4631548f-222d-48db-8935-4a12537cb2cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.236166] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1bd841c8-d845-49fd-b275-67494acbc939] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.332609] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134114, 'name': Rename_Task, 'duration_secs': 0.177595} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.332929] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.333267] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0cdd01b-aee4-41a4-a3e7-2e86c26f170a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.342417] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 916.342417] env[69333]: value = "task-4134116" [ 916.342417] env[69333]: _type = "Task" [ 916.342417] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.351535] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.559190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.559732] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.564610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.166s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.564997] env[69333]: INFO nova.compute.claims [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.579858] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.579858] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 916.579858] env[69333]: _type = "HttpNfcLease" [ 916.579858] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.581015] env[69333]: DEBUG nova.compute.manager [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received event network-vif-plugged-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.581218] env[69333]: DEBUG oslo_concurrency.lockutils [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] Acquiring lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.581428] env[69333]: DEBUG oslo_concurrency.lockutils [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.581584] env[69333]: DEBUG oslo_concurrency.lockutils [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.583082] env[69333]: DEBUG nova.compute.manager [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] No waiting events found dispatching network-vif-plugged-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 916.583082] env[69333]: WARNING nova.compute.manager [req-ed818c68-f080-4b0d-bc48-3547f146acef req-b9e2cd62-37fa-4e92-ae79-0ae3ca9fe824 service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received unexpected event network-vif-plugged-aee57866-8f40-4db3-80dc-11288d97c129 for instance with vm_state building and task_state spawning. [ 916.740128] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: ffe2e50a-e538-4fb7-ba9f-2ade5a1b3117] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.853868] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.045846] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Successfully updated port: aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.069932] env[69333]: DEBUG nova.compute.utils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.073955] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.074570] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.090503] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.090503] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 917.090503] env[69333]: _type = "HttpNfcLease" [ 917.090503] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.091470] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.091470] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d7fa6e-3a2f-4ab2-46d2-b5f23fa7d6cd" [ 917.091470] env[69333]: _type = "HttpNfcLease" [ 917.091470] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 917.095028] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5d202-9de7-47cb-9f32-721c6689ec4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.104705] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.105248] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 917.169349] env[69333]: DEBUG nova.policy [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb1b34844aa4914b3ee909eb620fe1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b847ddf7bec84396866e8fc0dee86f44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.178163] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8da827c-3a73-45ba-8a50-ec76ab3b1e68 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.243915] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5373d961-6fd2-43ff-8014-6fca7cad0727] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.355109] env[69333]: DEBUG oslo_vmware.api [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134116, 'name': PowerOnVM_Task, 'duration_secs': 0.6945} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.355413] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.355631] env[69333]: INFO nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Took 10.25 seconds to spawn the instance on the hypervisor. [ 917.355819] env[69333]: DEBUG nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.356665] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4750a9-88c0-4c3e-b876-f494e6049aa0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.549672] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.549825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.550024] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.574577] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.578710] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Successfully created port: 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.747373] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f6b92178-3fa6-45fb-ac25-131d61d7e811] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.876546] env[69333]: INFO nova.compute.manager [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Took 54.69 seconds to build instance. [ 918.109673] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.234701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be682db7-a0b5-499f-b938-14e56e55f660 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.255266] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aad5a9-79fc-420d-8d3a-4872bbd5800b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.261773] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 06ba8358-d330-4103-9a21-34d402b69612] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.315946] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44402f5f-cce4-456c-8a21-ee55e0c85423 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.329806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4c631-9f92-45e4-a8ca-ddaf7ff6bdc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.356237] env[69333]: DEBUG nova.compute.provider_tree [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.361107] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 918.361410] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.363934] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267ce22a-38be-4cfe-a3dd-f6f6dd3289e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.369280] env[69333]: DEBUG nova.scheduler.client.report [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.374597] env[69333]: DEBUG nova.network.neutron [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [{"id": "aee57866-8f40-4db3-80dc-11288d97c129", "address": "fa:16:3e:ec:cf:74", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee57866-8f", "ovs_interfaceid": "aee57866-8f40-4db3-80dc-11288d97c129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.378970] env[69333]: DEBUG oslo_concurrency.lockutils [None req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.097s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.383360] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.383777] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 918.384124] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71995036-0487-4413-a556-f855c16f7bac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.597234] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.693285] env[69333]: DEBUG nova.compute.manager [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received event network-changed-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.693675] env[69333]: DEBUG nova.compute.manager [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing instance network info cache due to event network-changed-aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.693915] env[69333]: DEBUG oslo_concurrency.lockutils [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] Acquiring lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.766342] env[69333]: DEBUG oslo_vmware.rw_handles [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad3d9b-8999-288b-0b54-e856cab4d47c/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 918.767552] env[69333]: INFO nova.virt.vmwareapi.images [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Downloaded image file data b942bfd1-0cb0-41bf-9c61-694b6a39bb73 [ 918.767817] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: d18dfec2-6406-4edc-8313-f0b39f7c277b] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.771682] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b6fe61-67f7-4224-9551-dfc70fdca478 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.806137] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.806137] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.806309] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.806676] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.806895] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.810527] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f79e87e-a164-4659-9822-e6ab777e919b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.814785] env[69333]: INFO nova.compute.manager [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Terminating instance [ 918.854535] env[69333]: INFO nova.virt.vmwareapi.images [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] The imported VM was unregistered [ 918.856834] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 918.857795] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.859161] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68561eb5-e306-4d93-afa3-f41e9bd80a66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.877619] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.878308] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.885840] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.978s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.888113] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.888685] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Instance network_info: |[{"id": "aee57866-8f40-4db3-80dc-11288d97c129", "address": "fa:16:3e:ec:cf:74", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee57866-8f", "ovs_interfaceid": "aee57866-8f40-4db3-80dc-11288d97c129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.889635] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.892240] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.892617] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae/OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae.vmdk to [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk. {{(pid=69333) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 918.894221] env[69333]: DEBUG oslo_concurrency.lockutils [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] Acquired lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.894221] env[69333]: DEBUG nova.network.neutron [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing network info cache for port aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.895833] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:cf:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee57866-8f40-4db3-80dc-11288d97c129', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.905441] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating folder: Project (c8ffb4aed9474021ba947f80bd16ba7b). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.905819] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1553b683-e7ea-45d5-86b1-6ed57a48e456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.910598] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f34c95e-4eba-411d-a320-3ee02ccd01a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.920276] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 918.920276] env[69333]: value = "task-4134119" [ 918.920276] env[69333]: _type = "Task" [ 918.920276] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.928194] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created folder: Project (c8ffb4aed9474021ba947f80bd16ba7b) in parent group-v818612. [ 918.928578] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating folder: Instances. Parent ref: group-v818802. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.929774] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8ef448-7547-4318-955d-3d3c2e834678 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.935920] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.948147] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created folder: Instances in parent group-v818802. [ 918.948444] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.951069] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.952429] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8910e6f-48ed-4e62-9e55-a1d1b7cf1826 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.970294] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.970489] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.970635] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.970817] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.970961] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.971150] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.971801] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.971801] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.971801] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.971931] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.972076] env[69333]: DEBUG nova.virt.hardware [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.975230] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7969da1-5c66-419f-b556-abd941b24ba6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.986378] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.988260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8559c908-6147-4fb1-9723-6cacaab1f7a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.993955] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a96c80-ebf9-4ba9-b310-e8d06a5f7f3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.998544] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.998544] env[69333]: value = "task-4134121" [ 918.998544] env[69333]: _type = "Task" [ 918.998544] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.015894] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.016170] env[69333]: ERROR oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk due to incomplete transfer. [ 919.016897] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f60c2046-dfc4-4df3-b6d2-14b606857847 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.022865] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134121, 'name': CreateVM_Task} progress is 15%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.031029] env[69333]: DEBUG oslo_vmware.rw_handles [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12a25-7414-5da6-4626-5fc973a023bc/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.031288] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Uploaded image 8228e9ce-6750-4201-94f1-2cf0469165ca to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.035030] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.035030] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f383531-5b9e-4497-b4c5-c64a527975d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.041933] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 919.041933] env[69333]: value = "task-4134122" [ 919.041933] env[69333]: _type = "Task" [ 919.041933] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.055044] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134122, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.130304] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "a4abc29a-c77d-490c-bc38-e86b4c752081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.130485] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.130694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.131031] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.131169] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.133503] env[69333]: INFO nova.compute.manager [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Terminating instance [ 919.278103] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 347e6d11-5b68-4e8e-aa8f-22ad5784f16d] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.323592] env[69333]: DEBUG nova.compute.manager [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.323592] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.323592] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f860a-e79f-454c-ab9e-27f0d27870c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.335762] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.337379] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-757a6b20-06cb-4175-a553-f85f747f5d66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.348128] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 919.348128] env[69333]: value = "task-4134123" [ 919.348128] env[69333]: _type = "Task" [ 919.348128] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.357811] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.366482] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Successfully updated port: 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.386377] env[69333]: DEBUG nova.compute.utils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.393709] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.393920] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.397066] env[69333]: DEBUG nova.objects.instance [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lazy-loading 'migration_context' on Instance uuid 74cf11d9-39be-4681-90f5-cef703f4a12d {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.440629] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.441373] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.513944] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134121, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.525978] env[69333]: DEBUG nova.policy [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '525823b3fb9d4a79a9fb0b920ca7a6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8427f90a8d4e7fae632a096e3e649f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.558207] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134122, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.638266] env[69333]: DEBUG nova.compute.manager [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.638266] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.639197] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c37c6-d186-40bc-aadd-f8e38fe511b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648866] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.649470] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ba5af1-dfac-4754-a1c6-7f0135f243ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.659655] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 919.659655] env[69333]: value = "task-4134124" [ 919.659655] env[69333]: _type = "Task" [ 919.659655] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.679365] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.782372] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4a9b799d-0be0-40d6-a3e1-b490077eac0d] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.860785] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134123, 'name': PowerOffVM_Task, 'duration_secs': 0.474566} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.861197] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.861397] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.861925] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b85090f-75d5-4858-9f54-af3d0a0f40df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.869968] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.870182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.870462] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.900917] env[69333]: DEBUG nova.network.neutron [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updated VIF entry in instance network info cache for port aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.901571] env[69333]: DEBUG nova.network.neutron [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [{"id": "aee57866-8f40-4db3-80dc-11288d97c129", "address": "fa:16:3e:ec:cf:74", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee57866-8f", "ovs_interfaceid": "aee57866-8f40-4db3-80dc-11288d97c129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.908266] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.937101] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.015884] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134121, 'name': CreateVM_Task, 'duration_secs': 0.721441} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.017505] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.018684] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.019632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.019788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.020297] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855501e0-d0f4-40d2-9221-893de27b99da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.028505] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 920.028505] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52544c6b-272e-7dae-7c13-a8cf8dd5c978" [ 920.028505] env[69333]: _type = "Task" [ 920.028505] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.048276] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52544c6b-272e-7dae-7c13-a8cf8dd5c978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.061766] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134122, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.146971] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Successfully created port: c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.152246] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.152735] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.153031] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleting the datastore file [datastore2] caeaf9da-d275-471c-9f7e-8dc318c4f3c0 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.153534] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37202ab9-7182-4a85-9680-3a1a7f598072 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.169946] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 920.169946] env[69333]: value = "task-4134126" [ 920.169946] env[69333]: _type = "Task" [ 920.169946] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.180806] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134124, 'name': PowerOffVM_Task, 'duration_secs': 0.341702} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.184513] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.184751] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.185973] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70dceab1-5ef8-462f-9e50-51659542dfeb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.191488] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.286037] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.286037] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.288494] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleting the datastore file [datastore1] a4abc29a-c77d-490c-bc38-e86b4c752081 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.289237] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e48f4b1-ef3b-46f8-b572-83e9e5e8c79a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.291891] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.292150] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances with incomplete migration {{(pid=69333) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 920.303984] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for the task: (returnval){ [ 920.303984] env[69333]: value = "task-4134128" [ 920.303984] env[69333]: _type = "Task" [ 920.303984] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.317160] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.413453] env[69333]: DEBUG oslo_concurrency.lockutils [req-af7a45c7-b8a8-4bf6-b5fa-a7650f45592b req-3f295707-5966-4c4d-85a5-f0882db999ab service nova] Releasing lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.435440] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.436617] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.548588] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52544c6b-272e-7dae-7c13-a8cf8dd5c978, 'name': SearchDatastore_Task, 'duration_secs': 0.092768} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.552632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.552899] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.553254] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.553432] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.554225] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.557782] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e0513d-cc29-40be-aa5d-748bd4e5904b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.567620] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134122, 'name': Destroy_Task, 'duration_secs': 1.097096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.567787] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Destroyed the VM [ 920.568429] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.568429] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5217283-eda5-42d5-8695-70942400d0d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.575272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3d4f6-11d2-4183-a760-135da4ebce59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.580021] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 920.580021] env[69333]: value = "task-4134129" [ 920.580021] env[69333]: _type = "Task" [ 920.580021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.587507] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bf14c6-6f45-4086-b144-673ae2eeb0b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.597191] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.597191] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.597191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.598173] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5053534-14f9-467c-a223-ab0cda75910d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.636024] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c89e2-eebe-4f92-839f-dd852b65f8dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.637651] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 920.637651] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c915d8-c82b-b5dd-d834-9a4387b2a3f5" [ 920.637651] env[69333]: _type = "Task" [ 920.637651] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.647446] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3437e35-adb9-4eec-988a-37abfe5f6016 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.655516] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c915d8-c82b-b5dd-d834-9a4387b2a3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.667250] env[69333]: DEBUG nova.compute.provider_tree [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.682365] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.775228] env[69333]: DEBUG nova.network.neutron [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.796303] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.807243] env[69333]: DEBUG nova.compute.manager [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.807472] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.807777] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.807970] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.808161] env[69333]: DEBUG nova.compute.manager [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] No waiting events found dispatching network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.808361] env[69333]: WARNING nova.compute.manager [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received unexpected event network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a for instance with vm_state building and task_state spawning. [ 920.808554] env[69333]: DEBUG nova.compute.manager [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.808715] env[69333]: DEBUG nova.compute.manager [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing instance network info cache due to event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.808885] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.822760] env[69333]: DEBUG oslo_vmware.api [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352243} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.823195] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.823474] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.823791] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.824055] env[69333]: INFO nova.compute.manager [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Took 1.19 seconds to destroy the instance on the hypervisor. [ 920.824414] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.824725] env[69333]: DEBUG nova.compute.manager [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.824872] env[69333]: DEBUG nova.network.neutron [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.920822] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.935222] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.954545] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.955234] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.955234] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.955234] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.955451] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.955790] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.955790] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.955918] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.956165] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.956351] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.956533] env[69333]: DEBUG nova.virt.hardware [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.957955] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff35a84-a586-4fd3-863c-d08f649e1129 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.967953] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb69e01-ec45-4a19-851e-ca7c9a469fba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.092257] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.152678] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c915d8-c82b-b5dd-d834-9a4387b2a3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.081674} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.153973] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165a71c4-22b6-4e54-9f2f-92ce8bf4871d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.161663] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 921.161663] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52924a61-9e7c-cc8e-28be-e5dab3bea3f3" [ 921.161663] env[69333]: _type = "Task" [ 921.161663] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.176642] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52924a61-9e7c-cc8e-28be-e5dab3bea3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.187596] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.212703] env[69333]: DEBUG nova.scheduler.client.report [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 921.212931] env[69333]: DEBUG nova.compute.provider_tree [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 95 to 96 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 921.213499] env[69333]: DEBUG nova.compute.provider_tree [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.281439] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.281957] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance network_info: |[{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.282394] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.282633] env[69333]: DEBUG nova.network.neutron [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.285192] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13de3fc4-3337-4bea-97fc-c089c35b2d7a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.293498] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating folder: Project (b847ddf7bec84396866e8fc0dee86f44). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.294349] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32535e02-624e-4408-b97f-0f01a9b8f757 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.314078] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created folder: Project (b847ddf7bec84396866e8fc0dee86f44) in parent group-v818612. [ 921.314078] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating folder: Instances. Parent ref: group-v818805. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.314078] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b59241e-4cfb-479f-a732-f6847f4ecfa9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.327230] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created folder: Instances in parent group-v818805. [ 921.328051] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.328051] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.328051] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437db9f9-2de0-4cf9-adee-f0a494df82de {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.354733] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.354733] env[69333]: value = "task-4134132" [ 921.354733] env[69333]: _type = "Task" [ 921.354733] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.369026] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134132, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.435158] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.591455] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134129, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.633137] env[69333]: DEBUG nova.network.neutron [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.674740] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52924a61-9e7c-cc8e-28be-e5dab3bea3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.089136} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.674893] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.675494] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c692dc7f-a8e1-4cbf-936f-6087f086b5eb/c692dc7f-a8e1-4cbf-936f-6087f086b5eb.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.675494] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2bafeea-1278-43ee-bb2c-afe5f359413d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.691148] env[69333]: DEBUG oslo_vmware.api [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Task: {'id': task-4134126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.471354} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.693194] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.693552] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.693753] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.694527] env[69333]: INFO nova.compute.manager [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Took 2.37 seconds to destroy the instance on the hypervisor. [ 921.694527] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.694956] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 921.694956] env[69333]: value = "task-4134133" [ 921.694956] env[69333]: _type = "Task" [ 921.694956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.695342] env[69333]: DEBUG nova.compute.manager [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.695504] env[69333]: DEBUG nova.network.neutron [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.709459] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.867766] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134132, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.937639] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134119, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.756679} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.940701] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae/OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae.vmdk to [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk. [ 921.940701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Cleaning up location [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 921.940701] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_80028cce-b9e1-4a3b-813c-d17c9dd150ae {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.940701] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71a202e2-1381-463f-a662-129eb030b62b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.949344] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 921.949344] env[69333]: value = "task-4134134" [ 921.949344] env[69333]: _type = "Task" [ 921.949344] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.960334] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.092679] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134129, 'name': RemoveSnapshot_Task, 'duration_secs': 1.250172} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.093393] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.093862] env[69333]: DEBUG nova.compute.manager [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.094968] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b0ee4-4625-4be4-871c-ca14dca30dc5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.136137] env[69333]: INFO nova.compute.manager [-] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Took 1.31 seconds to deallocate network for instance. [ 922.215597] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.227297] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.341s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.237060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.818s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.239206] env[69333]: INFO nova.compute.claims [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.340967] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Successfully updated port: c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.342893] env[69333]: DEBUG nova.network.neutron [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updated VIF entry in instance network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.345969] env[69333]: DEBUG nova.network.neutron [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.368621] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134132, 'name': CreateVM_Task, 'duration_secs': 0.601284} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.368818] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.369946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.369946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.369946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.370234] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868245f5-4602-4794-a749-42967ba9749b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375536] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 922.375536] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b12755-7914-7eb3-770b-3450e6990018" [ 922.375536] env[69333]: _type = "Task" [ 922.375536] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.392502] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b12755-7914-7eb3-770b-3450e6990018, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.392863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.393163] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.393506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.393721] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.393954] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.396016] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c54d52-9a46-41df-868b-208b4e9fd766 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.408021] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.408021] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.408021] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ff49e7-065b-491d-bdca-44d597b505aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.414375] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 922.414375] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da0972-5091-88dd-2240-73984e480f58" [ 922.414375] env[69333]: _type = "Task" [ 922.414375] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.424881] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da0972-5091-88dd-2240-73984e480f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.459531] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082648} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.459763] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.459872] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.460156] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk to [datastore2] 57dc8703-1f63-4aba-9db2-cf642f9e93ec/57dc8703-1f63-4aba-9db2-cf642f9e93ec.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.460487] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-080c0db8-dc3a-48ad-99b1-3fdd83030496 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.469410] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 922.469410] env[69333]: value = "task-4134135" [ 922.469410] env[69333]: _type = "Task" [ 922.469410] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.479983] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.612482] env[69333]: INFO nova.compute.manager [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Shelve offloading [ 922.642880] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.712894] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61375} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.712894] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c692dc7f-a8e1-4cbf-936f-6087f086b5eb/c692dc7f-a8e1-4cbf-936f-6087f086b5eb.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.712894] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.712894] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d997941-1a56-4013-acc9-e70ead58326c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.721250] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 922.721250] env[69333]: value = "task-4134136" [ 922.721250] env[69333]: _type = "Task" [ 922.721250] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.730600] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.755886] env[69333]: DEBUG nova.network.neutron [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.844996] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Received event network-vif-deleted-6ca5972c-7e74-4885-b327-cfa15669ba1a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.844996] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Received event network-vif-plugged-c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.845114] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Acquiring lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.845293] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.845549] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.846310] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] No waiting events found dispatching network-vif-plugged-c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.846310] env[69333]: WARNING nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Received unexpected event network-vif-plugged-c2807665-9fab-43cf-ae76-499c752b6a3f for instance with vm_state building and task_state spawning. [ 922.846310] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Received event network-vif-deleted-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.846497] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Received event network-changed-c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.846548] env[69333]: DEBUG nova.compute.manager [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Refreshing instance network info cache due to event network-changed-c2807665-9fab-43cf-ae76-499c752b6a3f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.846745] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Acquiring lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.846882] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Acquired lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.847049] env[69333]: DEBUG nova.network.neutron [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Refreshing network info cache for port c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.848717] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.849137] env[69333]: DEBUG oslo_concurrency.lockutils [req-07809c45-e489-49bd-86d6-c11d920f570f req-89821ac7-3cc9-41d0-a741-03c543acafeb service nova] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.927581] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da0972-5091-88dd-2240-73984e480f58, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.928575] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7561a293-4748-4e37-846b-6082c8d23fc8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.936284] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 922.936284] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5204c1ac-b496-3efa-97b1-3f7d6ef65f8b" [ 922.936284] env[69333]: _type = "Task" [ 922.936284] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.947836] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5204c1ac-b496-3efa-97b1-3f7d6ef65f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.981626] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.115830] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.116696] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d571752-a271-41f9-a3a5-eaa46d1084fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.126291] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 923.126291] env[69333]: value = "task-4134137" [ 923.126291] env[69333]: _type = "Task" [ 923.126291] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.136578] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.136799] env[69333]: DEBUG nova.compute.manager [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.137646] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f6fd5-c707-432d-976c-be37e9b7b356 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.145385] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.145604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.145786] env[69333]: DEBUG nova.network.neutron [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.233550] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08125} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.233868] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.234843] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73d5f2-dcfa-479f-bdb6-f40cd33a6cea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.264972] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c692dc7f-a8e1-4cbf-936f-6087f086b5eb/c692dc7f-a8e1-4cbf-936f-6087f086b5eb.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.265869] env[69333]: INFO nova.compute.manager [-] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Took 1.57 seconds to deallocate network for instance. [ 923.268482] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013cfe18-5c25-4202-ab7c-9c3037f9f4ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.303515] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 923.303515] env[69333]: value = "task-4134138" [ 923.303515] env[69333]: _type = "Task" [ 923.303515] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.316766] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.407256] env[69333]: DEBUG nova.network.neutron [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.451604] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5204c1ac-b496-3efa-97b1-3f7d6ef65f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.091312} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.451911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.452206] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.452501] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7bb3f1-4af0-4466-a29e-3249bd55fa21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.464300] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 923.464300] env[69333]: value = "task-4134139" [ 923.464300] env[69333]: _type = "Task" [ 923.464300] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.481612] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.489485] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.563348] env[69333]: DEBUG nova.network.neutron [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.790051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695fcd3-f239-4235-8b14-3cb00e7d0326 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.798538] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.809550] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0fd38e-8ae7-4e75-a977-dc1c784bfc5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.815118] env[69333]: INFO nova.compute.manager [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Swapping old allocation on dict_keys(['caa9ba4d-1bf1-4129-a314-713bb6912151']) held by migration d2dbb9f4-084a-4bbe-9484-ea7475c6ad5f for instance [ 923.828459] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.863186] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81347991-acb5-4c5a-9857-579fcb088140 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.872248] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bfb930-764c-4aef-a364-dac4a11874ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.878605] env[69333]: DEBUG nova.scheduler.client.report [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Overwriting current allocation {'allocations': {'caa9ba4d-1bf1-4129-a314-713bb6912151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': 'd9a6fbc4c29b466d87330ca2dffd99ce', 'user_id': '6ab79dd1df15459e982867304be41ba6', 'consumer_generation': 1} on consumer 74cf11d9-39be-4681-90f5-cef703f4a12d {{(pid=69333) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 923.896327] env[69333]: DEBUG nova.compute.provider_tree [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.983472] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.987329] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.988569] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.988778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquired lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.988986] env[69333]: DEBUG nova.network.neutron [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.999908] env[69333]: DEBUG nova.network.neutron [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.065724] env[69333]: DEBUG oslo_concurrency.lockutils [req-9304e4cc-5346-48ce-a58c-33f5baa72447 req-87ca07d1-a745-45e5-8dd1-e25b1c31147d service nova] Releasing lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.067063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067063] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.316591] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.399413] env[69333]: DEBUG nova.scheduler.client.report [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.479721] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.486738] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.504021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.638512] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.817655] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.854352] env[69333]: DEBUG nova.network.neutron [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [{"id": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "address": "fa:16:3e:5b:58:1c", "network": {"id": "a25ebf70-3661-4f70-9f8c-1d8604b5de4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c8fb0ef034a74dab83432fda823bfc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b3300e-b4", "ovs_interfaceid": "54b3300e-b4a8-4f07-976e-7c8711ae877f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.905626] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.906218] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.910164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.690s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.912917] env[69333]: INFO nova.compute.claims [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.925319] env[69333]: DEBUG nova.network.neutron [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Updating instance_info_cache with network_info: [{"id": "c2807665-9fab-43cf-ae76-499c752b6a3f", "address": "fa:16:3e:ff:75:36", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807665-9f", "ovs_interfaceid": "c2807665-9fab-43cf-ae76-499c752b6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.985659] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134135, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.439487} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.989131] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b942bfd1-0cb0-41bf-9c61-694b6a39bb73/b942bfd1-0cb0-41bf-9c61-694b6a39bb73.vmdk to [datastore2] 57dc8703-1f63-4aba-9db2-cf642f9e93ec/57dc8703-1f63-4aba-9db2-cf642f9e93ec.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.990330] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.990623] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473e0db-322f-471d-b5da-94bd8fbec736 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.014723] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 57dc8703-1f63-4aba-9db2-cf642f9e93ec/57dc8703-1f63-4aba-9db2-cf642f9e93ec.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.015070] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3adc809d-bd11-4f82-a15a-cc3a6ac3db9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.034891] env[69333]: DEBUG nova.compute.manager [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-vif-unplugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.035240] env[69333]: DEBUG oslo_concurrency.lockutils [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.035397] env[69333]: DEBUG oslo_concurrency.lockutils [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.035723] env[69333]: DEBUG oslo_concurrency.lockutils [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.035723] env[69333]: DEBUG nova.compute.manager [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] No waiting events found dispatching network-vif-unplugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 925.035861] env[69333]: WARNING nova.compute.manager [req-5bde8454-19da-4cf9-8dc5-ed0b5e69b448 req-55174bb2-302f-488b-9735-598ad9238e4c service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received unexpected event network-vif-unplugged-d24dbc54-1869-4bad-b58b-c27281ba535c for instance with vm_state shelved and task_state shelving_offloading. [ 925.038617] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.039294] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 925.039294] env[69333]: value = "task-4134140" [ 925.039294] env[69333]: _type = "Task" [ 925.039294] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.040075] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a8e625-a2fc-406e-bc19-40d1bf563bec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.051427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.054520] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-475688c2-1444-49fd-a22f-d83d12619482 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.056340] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.150395] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.153080] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.153080] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleting the datastore file [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.153080] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-368004f2-89c7-4dc0-adcd-84af71e709fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.159506] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 925.159506] env[69333]: value = "task-4134142" [ 925.159506] env[69333]: _type = "Task" [ 925.159506] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.172188] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.317124] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134138, 'name': ReconfigVM_Task, 'duration_secs': 1.541117} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.317292] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c692dc7f-a8e1-4cbf-936f-6087f086b5eb/c692dc7f-a8e1-4cbf-936f-6087f086b5eb.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.317899] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f588be54-c528-41a2-ab39-9eb22b34aaec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.325036] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 925.325036] env[69333]: value = "task-4134143" [ 925.325036] env[69333]: _type = "Task" [ 925.325036] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.334153] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134143, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.357237] env[69333]: DEBUG oslo_concurrency.lockutils [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Releasing lock "refresh_cache-74cf11d9-39be-4681-90f5-cef703f4a12d" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.357811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.358253] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c980a9-1586-4732-acc6-2002a49c41a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.368198] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 925.368198] env[69333]: value = "task-4134144" [ 925.368198] env[69333]: _type = "Task" [ 925.368198] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.378412] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.419243] env[69333]: DEBUG nova.compute.utils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.422937] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.423160] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.429180] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.429738] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance network_info: |[{"id": "c2807665-9fab-43cf-ae76-499c752b6a3f", "address": "fa:16:3e:ff:75:36", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807665-9f", "ovs_interfaceid": "c2807665-9fab-43cf-ae76-499c752b6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.430010] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:75:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2807665-9fab-43cf-ae76-499c752b6a3f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.439786] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.440922] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.441279] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b7801e-f1a3-4378-bc25-0c42d45e4245 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.467477] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.467477] env[69333]: value = "task-4134145" [ 925.467477] env[69333]: _type = "Task" [ 925.467477] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.473173] env[69333]: DEBUG nova.policy [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2821a94f8c044a7da7e19e11de037063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91afb0c7f9c403eacb9f0577b8e164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.484278] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.890385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.488080] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.488365] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.488642] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134145, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.488927] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ac0823-0637-4e95-9fb6-5293800c4928 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.500158] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 925.500158] env[69333]: value = "task-4134146" [ 925.500158] env[69333]: _type = "Task" [ 925.500158] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.512717] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.556405] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.670622] env[69333]: DEBUG oslo_vmware.api [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475933} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.671457] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.671457] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.671457] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.697802] env[69333]: INFO nova.scheduler.client.report [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted allocations for instance a2dab00f-aed0-4811-98a2-fb4e42d59bc5 [ 925.836081] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134143, 'name': Rename_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.836394] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.836677] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62428009-b507-452c-835f-05ae045b7344 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.844136] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 925.844136] env[69333]: value = "task-4134147" [ 925.844136] env[69333]: _type = "Task" [ 925.844136] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.849864] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Successfully created port: d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.858101] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.881900] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134144, 'name': PowerOffVM_Task, 'duration_secs': 0.236406} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.882375] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.883278] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:51:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56f7723f-e438-426b-a736-146e73062c2a',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2111545260',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.883510] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.883677] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.883910] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.884071] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.884218] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.884421] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.884592] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.884738] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.884895] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.885107] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.891026] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1cb4f5-92fc-4429-979e-271f5cdeec93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.910812] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 925.910812] env[69333]: value = "task-4134148" [ 925.910812] env[69333]: _type = "Task" [ 925.910812] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.920579] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.923852] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.989870] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134145, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.011615] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118321} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.014514] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.015821] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af03eb-ded2-465b-8db9-1181e3ce4a21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.042311] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.045454] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e150a437-5083-405b-a430-96e4b4d60020 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.072334] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134140, 'name': ReconfigVM_Task, 'duration_secs': 0.772794} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.076760] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 57dc8703-1f63-4aba-9db2-cf642f9e93ec/57dc8703-1f63-4aba-9db2-cf642f9e93ec.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.077632] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 926.077632] env[69333]: value = "task-4134149" [ 926.077632] env[69333]: _type = "Task" [ 926.077632] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.078199] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa35408-6b07-423d-93b1-ee92074e57a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.090042] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.094513] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 926.094513] env[69333]: value = "task-4134150" [ 926.094513] env[69333]: _type = "Task" [ 926.094513] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.106502] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134150, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.202757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.360796] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.422348] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134148, 'name': ReconfigVM_Task, 'duration_secs': 0.214531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.425784] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63058dbe-d2fb-436b-8308-7d344018f9c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.449587] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:51:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56f7723f-e438-426b-a736-146e73062c2a',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2111545260',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.449795] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.449858] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.450739] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.450739] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.450739] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.450739] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.450930] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.451059] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.451657] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.451657] env[69333]: DEBUG nova.virt.hardware [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.455358] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ea11b7-b38e-48d4-a14c-71597611a317 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.462572] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 926.462572] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527d9ff1-8da7-bce5-a888-d02374e25da2" [ 926.462572] env[69333]: _type = "Task" [ 926.462572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.469564] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5630dc-071a-4961-985b-da919ec65ef3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.475982] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527d9ff1-8da7-bce5-a888-d02374e25da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.483585] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e08f92-d91a-4040-a9a2-7467eeaa4c19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.490943] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134145, 'name': CreateVM_Task, 'duration_secs': 0.567579} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.491216] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.491942] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.492121] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.492444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.492707] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8afe38e-887a-4452-8df4-d374b914c431 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.527152] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2f1c3-9f02-48d1-8fda-cf58aaccef23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.532046] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 926.532046] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529cc9a7-c2be-fe6e-f0d8-d584656ea9d1" [ 926.532046] env[69333]: _type = "Task" [ 926.532046] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.545024] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81afae7-909b-4087-ac12-8cbf77adc7e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.550935] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529cc9a7-c2be-fe6e-f0d8-d584656ea9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.563244] env[69333]: DEBUG nova.compute.provider_tree [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.591462] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.607240] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134150, 'name': Rename_Task, 'duration_secs': 0.320199} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.607732] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.608109] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb7aa6e-a61c-42e8-90f7-1e8efaa466ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.616956] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 926.616956] env[69333]: value = "task-4134151" [ 926.616956] env[69333]: _type = "Task" [ 926.616956] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.629966] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.855840] env[69333]: DEBUG oslo_vmware.api [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134147, 'name': PowerOnVM_Task, 'duration_secs': 0.560759} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.856201] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.856432] env[69333]: INFO nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Took 11.04 seconds to spawn the instance on the hypervisor. [ 926.856663] env[69333]: DEBUG nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.857622] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47397577-0cdc-42a2-9b89-a47d5f106326 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.958653] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.974520] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527d9ff1-8da7-bce5-a888-d02374e25da2, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.981963] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.985409] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4274780-617c-4580-9f67-66dd7661ff80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.007768] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.008135] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.008216] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.008380] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.008543] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.008725] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.008947] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.009124] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.009297] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.009452] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.009629] env[69333]: DEBUG nova.virt.hardware [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.011978] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c9a054-993b-44f3-ab82-be313f847a07 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.014898] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 927.014898] env[69333]: value = "task-4134152" [ 927.014898] env[69333]: _type = "Task" [ 927.014898] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.023076] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca5215-afb9-4a85-b25b-bc295e1d183c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.030839] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.050878] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529cc9a7-c2be-fe6e-f0d8-d584656ea9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015954} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.051225] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.051488] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.051853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.051853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.052096] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.052372] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f07f2c-b9be-4088-bb3a-1c5e3552ba3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.061899] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.062098] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.062829] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d3f2e4-8367-4cc8-8c6c-49396623e35a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.067988] env[69333]: DEBUG nova.compute.manager [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.067988] env[69333]: DEBUG nova.compute.manager [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing instance network info cache due to event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.068175] env[69333]: DEBUG oslo_concurrency.lockutils [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.068330] env[69333]: DEBUG oslo_concurrency.lockutils [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.068566] env[69333]: DEBUG nova.network.neutron [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.070150] env[69333]: DEBUG nova.scheduler.client.report [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.077845] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 927.077845] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a8e9e-3c2f-f8af-6b39-ab9bfae91b2a" [ 927.077845] env[69333]: _type = "Task" [ 927.077845] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.096704] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a8e9e-3c2f-f8af-6b39-ab9bfae91b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.101240] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134149, 'name': ReconfigVM_Task, 'duration_secs': 0.649495} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.101509] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1fdf6e-a876-4701-a67a-56b262d98336 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.104270] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.105411] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6fba30e-46a2-4e89-8f22-e8aa65bce5e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113478] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 927.113478] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f4c3e6-cd0a-f506-868d-17e2eee0d979" [ 927.113478] env[69333]: _type = "Task" [ 927.113478] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.119297] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 927.119297] env[69333]: value = "task-4134153" [ 927.119297] env[69333]: _type = "Task" [ 927.119297] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.130444] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f4c3e6-cd0a-f506-868d-17e2eee0d979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.141557] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.142203] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.379060] env[69333]: INFO nova.compute.manager [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Took 50.17 seconds to build instance. [ 927.526413] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134152, 'name': ReconfigVM_Task, 'duration_secs': 0.310038} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.526733] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.527560] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95f9f4-b673-4b9d-a9ef-7c3c651870c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.552306] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.552701] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c75700-e288-41e4-9269-72d54e3ea552 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.577275] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.577275] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.580201] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 927.580201] env[69333]: value = "task-4134154" [ 927.580201] env[69333]: _type = "Task" [ 927.580201] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.580862] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.284s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.583338] env[69333]: INFO nova.compute.claims [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.596394] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.626187] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f4c3e6-cd0a-f506-868d-17e2eee0d979, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.633688] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.633999] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.640076] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7f96f3-af2e-48ef-bf88-8fc14e4e1514 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.643858] env[69333]: DEBUG oslo_vmware.api [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134151, 'name': PowerOnVM_Task, 'duration_secs': 0.708939} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.644643] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Successfully updated port: d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.646432] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.646694] env[69333]: INFO nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Took 17.13 seconds to spawn the instance on the hypervisor. [ 927.646911] env[69333]: DEBUG nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.649288] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2342d-ae2e-4182-a459-7a0903d25c6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.658342] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.658693] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 927.658693] env[69333]: value = "task-4134155" [ 927.658693] env[69333]: _type = "Task" [ 927.658693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.674475] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.691844] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.887021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.016s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.894051] env[69333]: DEBUG nova.network.neutron [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updated VIF entry in instance network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.894051] env[69333]: DEBUG nova.network.neutron [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd24dbc54-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.082357] env[69333]: DEBUG nova.compute.utils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.084610] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.085773] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.100496] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134154, 'name': ReconfigVM_Task, 'duration_secs': 0.304874} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.100858] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d/74cf11d9-39be-4681-90f5-cef703f4a12d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.101820] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745d7eb-2ebe-4129-8e3b-4863d0ff7e8b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.125603] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5065c79d-f664-4b12-aad7-1dab1bfa712f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.134726] env[69333]: DEBUG nova.policy [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f56541c2774143a790646ed31534049d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa9a40c8c72c4f088aca4d17ca6f987d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.156037] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.156158] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.156308] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.161030] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.161030] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcac452-da93-4027-8eb1-99cfbf041e6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.195211] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.200203] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0b04c-6685-4a5c-83e4-6042169da350 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.204160] env[69333]: INFO nova.compute.manager [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Took 59.50 seconds to build instance. [ 928.211811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.212442] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd12f25-4510-4c52-b9ba-111311e5ec89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.221111] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 928.221111] env[69333]: value = "task-4134156" [ 928.221111] env[69333]: _type = "Task" [ 928.221111] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.233073] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.396801] env[69333]: DEBUG oslo_concurrency.lockutils [req-95108a0d-177b-4925-a267-3dcfcfa997cd req-a7bf9353-bb3a-4d1c-92a7-7589a61d6fda service nova] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592677] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.644049] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.682025] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858509} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.682025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.682025] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.682025] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f16c429-2016-4e50-a4c1-767216753cff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.695194] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 928.695194] env[69333]: value = "task-4134157" [ 928.695194] env[69333]: _type = "Task" [ 928.695194] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.708466] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4fd321d4-27fe-410d-80d5-be33f5817922 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.605s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.709073] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.729459] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.733429] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c58e721-9850-4e9d-b4e3-957d51c9c167 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.745571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.746214] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.746732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.749017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.749017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.749017] env[69333]: DEBUG oslo_vmware.api [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134156, 'name': PowerOnVM_Task, 'duration_secs': 0.447915} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.749754] env[69333]: INFO nova.compute.manager [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Terminating instance [ 928.754749] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.758630] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.758965] env[69333]: ERROR oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk due to incomplete transfer. [ 928.764212] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ff75d61-1444-4e03-a597-eb4255ff0772 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.777033] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4a5c6-bae6-a520-3308-f6a737242ce3/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.777033] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Uploaded image f7de8fbf-4096-4fa4-9667-b1f014b1ebd2 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.779482] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.783019] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abad8758-efa6-4d97-b725-3e4f94f952c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.790563] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 928.790563] env[69333]: value = "task-4134158" [ 928.790563] env[69333]: _type = "Task" [ 928.790563] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.791406] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.807122] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134158, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.927620] env[69333]: DEBUG nova.compute.manager [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received event network-changed-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.927620] env[69333]: DEBUG nova.compute.manager [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing instance network info cache due to event network-changed-aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.927620] env[69333]: DEBUG oslo_concurrency.lockutils [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] Acquiring lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927620] env[69333]: DEBUG oslo_concurrency.lockutils [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] Acquired lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.927620] env[69333]: DEBUG nova.network.neutron [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing network info cache for port aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.093661] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Successfully created port: c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.137739] env[69333]: DEBUG nova.network.neutron [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Updating instance_info_cache with network_info: [{"id": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "address": "fa:16:3e:0a:38:85", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5de45-de", "ovs_interfaceid": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.145183] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.163299] env[69333]: DEBUG nova.compute.manager [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Received event network-vif-plugged-d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.163436] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Acquiring lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.163609] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.163776] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.163943] env[69333]: DEBUG nova.compute.manager [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] No waiting events found dispatching network-vif-plugged-d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.164126] env[69333]: WARNING nova.compute.manager [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Received unexpected event network-vif-plugged-d8d5de45-de02-4af8-8a35-8377fc5d157e for instance with vm_state building and task_state spawning. [ 929.164374] env[69333]: DEBUG nova.compute.manager [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Received event network-changed-d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.164439] env[69333]: DEBUG nova.compute.manager [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Refreshing instance network info cache due to event network-changed-d8d5de45-de02-4af8-8a35-8377fc5d157e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.164665] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Acquiring lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.207952] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254794} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.211259] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.211991] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fed88-589d-442e-aa13-e67f0a5b1cb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.244628] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.245816] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6529613-33c0-4627-93b2-9c578a4a9dba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.261847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f6e39e-5472-4ff4-ac11-1637d60a4aa1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.269995] env[69333]: DEBUG nova.compute.manager [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.270244] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.272114] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b8c48-0a1f-42b6-a882-72112b76eddf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.281338] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814228e-6917-4290-a337-77fda22d4b58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.285975] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 929.285975] env[69333]: value = "task-4134159" [ 929.285975] env[69333]: _type = "Task" [ 929.285975] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.289408] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.293757] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c59d7c-a0e5-4424-8797-0648c2c598b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.327294] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3266f1e0-5e92-41f1-9828-a2dd94290c2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.336686] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.341314] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 929.341314] env[69333]: value = "task-4134160" [ 929.341314] env[69333]: _type = "Task" [ 929.341314] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.349940] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134158, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.354597] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bea094-1c4b-48f2-8e5d-4ea0887286b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.361088] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.372791] env[69333]: DEBUG nova.compute.provider_tree [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.618501] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.640359] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640753] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance network_info: |[{"id": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "address": "fa:16:3e:0a:38:85", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5de45-de", "ovs_interfaceid": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.641131] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Acquired lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641359] env[69333]: DEBUG nova.network.neutron [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Refreshing network info cache for port d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.642748] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:38:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d5de45-de02-4af8-8a35-8377fc5d157e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.650521] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.656055] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.656291] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.656361] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.656658] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.656907] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.657176] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.657406] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.657571] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.657740] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.657902] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.658088] env[69333]: DEBUG nova.virt.hardware [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.664505] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.665745] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777cb03-3380-40ed-9cd1-fcc4d502ed63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.668405] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134153, 'name': Rename_Task, 'duration_secs': 2.378066} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.668628] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af245c6a-10d0-4750-afad-2321e7b37f72 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.683957] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.685478] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ef86a5-2ab9-49f8-9742-aa94c42a1f15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.691054] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36073ea9-6dbf-4c97-b21a-4b7d46160a65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.697606] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.697606] env[69333]: value = "task-4134161" [ 929.697606] env[69333]: _type = "Task" [ 929.697606] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.697939] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 929.697939] env[69333]: value = "task-4134162" [ 929.697939] env[69333]: _type = "Task" [ 929.697939] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.719713] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134161, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.726202] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.773838] env[69333]: INFO nova.compute.manager [None req-913d2956-0db9-4f1e-a77b-899cffbf5196 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance to original state: 'active' [ 929.808804] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134159, 'name': ReconfigVM_Task, 'duration_secs': 0.422622} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.811592] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Reconfigured VM instance instance-00000049 to attach disk [datastore1] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.812313] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3754ba71-c675-4db6-91fc-e9eb1e4b5a6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.821239] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 929.821239] env[69333]: value = "task-4134163" [ 929.821239] env[69333]: _type = "Task" [ 929.821239] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.830852] env[69333]: DEBUG nova.network.neutron [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updated VIF entry in instance network info cache for port aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.831236] env[69333]: DEBUG nova.network.neutron [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [{"id": "aee57866-8f40-4db3-80dc-11288d97c129", "address": "fa:16:3e:ec:cf:74", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee57866-8f", "ovs_interfaceid": "aee57866-8f40-4db3-80dc-11288d97c129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.840238] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134158, 'name': Destroy_Task, 'duration_secs': 0.689043} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.840238] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134163, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.840238] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Destroyed the VM [ 929.840238] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.841620] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-447a73b5-6a5a-4e24-9f02-17b1f4ec2c53 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.859277] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 929.859277] env[69333]: value = "task-4134164" [ 929.859277] env[69333]: _type = "Task" [ 929.859277] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.861881] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134160, 'name': PowerOffVM_Task, 'duration_secs': 0.238394} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.865407] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.865679] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.866645] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19a93c2-bec9-4668-a371-e879a6c3c8d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.874879] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.908634] env[69333]: ERROR nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [req-5cedd56d-9518-4ca2-93b2-db861d103e2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5cedd56d-9518-4ca2-93b2-db861d103e2f"}]} [ 929.926558] env[69333]: DEBUG nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.957994] env[69333]: DEBUG nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.958492] env[69333]: DEBUG nova.compute.provider_tree [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.965288] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.965668] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.965793] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore2] 57dc8703-1f63-4aba-9db2-cf642f9e93ec {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.966148] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c803040-6c0e-40d4-9d0d-fef986cdf7c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.977059] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 929.977059] env[69333]: value = "task-4134166" [ 929.977059] env[69333]: _type = "Task" [ 929.977059] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.982368] env[69333]: DEBUG nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.992119] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.009098] env[69333]: DEBUG nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 930.012876] env[69333]: DEBUG nova.network.neutron [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Updated VIF entry in instance network info cache for port d8d5de45-de02-4af8-8a35-8377fc5d157e. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.013393] env[69333]: DEBUG nova.network.neutron [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Updating instance_info_cache with network_info: [{"id": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "address": "fa:16:3e:0a:38:85", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d5de45-de", "ovs_interfaceid": "d8d5de45-de02-4af8-8a35-8377fc5d157e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.219920] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.220366] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134161, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.336216] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134163, 'name': Rename_Task, 'duration_secs': 0.219156} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.337329] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.337583] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877042d1-9b4a-42ce-93d0-73112db5a03c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340378] env[69333]: DEBUG oslo_concurrency.lockutils [req-17a09840-cd7d-4ee1-9474-209e1821c30e req-6faded24-d481-4227-b413-aec0f7a7aafb service nova] Releasing lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345451] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 930.345451] env[69333]: value = "task-4134167" [ 930.345451] env[69333]: _type = "Task" [ 930.345451] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.354772] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.370385] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.492381] env[69333]: DEBUG oslo_vmware.api [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244128} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.492757] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.494030] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.494030] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.494030] env[69333]: INFO nova.compute.manager [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Took 1.22 seconds to destroy the instance on the hypervisor. [ 930.494030] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.494215] env[69333]: DEBUG nova.compute.manager [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.494215] env[69333]: DEBUG nova.network.neutron [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.499043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0141ae12-59a2-4e97-bf56-f8eff525b36b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.506928] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406fda6-5fdc-43fe-b61f-fdface781b4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.542276] env[69333]: DEBUG oslo_concurrency.lockutils [req-551985ab-a055-404f-8b79-a763ab6a468d req-fc8ceb9a-f348-471b-87e0-74c67dc08f13 service nova] Releasing lock "refresh_cache-021b4057-6f4b-4707-b9eb-bc87c584c2ae" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.543581] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78316ca4-5d7b-445b-aadf-545d3b55246e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.553228] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27bbf58-2811-4ecb-8501-ab4fabd47bed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568077] env[69333]: DEBUG nova.compute.provider_tree [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.712734] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134161, 'name': CreateVM_Task, 'duration_secs': 0.631392} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.716187] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.716513] env[69333]: DEBUG oslo_vmware.api [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134162, 'name': PowerOnVM_Task, 'duration_secs': 0.57176} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.717145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.717333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.717658] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.717939] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.718226] env[69333]: INFO nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Took 12.12 seconds to spawn the instance on the hypervisor. [ 930.718374] env[69333]: DEBUG nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.718616] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886ef4c1-4182-4e4a-a596-46f60d494f09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.720859] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9863e4-de1b-4472-9e9a-7683b7715960 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.731180] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 930.731180] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52131bef-4ffb-dff3-d1df-4c3705fa5e89" [ 930.731180] env[69333]: _type = "Task" [ 930.731180] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.743110] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52131bef-4ffb-dff3-d1df-4c3705fa5e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.852657] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Successfully updated port: c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.860883] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.872748] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134164, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.957318] env[69333]: DEBUG nova.compute.manager [req-5810632a-648e-4f3f-90d1-7058a63cf907 req-2a3231a8-5df0-490c-839b-2566ae4419c3 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Received event network-vif-deleted-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.957541] env[69333]: INFO nova.compute.manager [req-5810632a-648e-4f3f-90d1-7058a63cf907 req-2a3231a8-5df0-490c-839b-2566ae4419c3 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Neutron deleted interface f3e0a6f3-f002-4b3c-98d8-e348f0d70d09; detaching it from the instance and deleting it from the info cache [ 930.957757] env[69333]: DEBUG nova.network.neutron [req-5810632a-648e-4f3f-90d1-7058a63cf907 req-2a3231a8-5df0-490c-839b-2566ae4419c3 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.109027] env[69333]: DEBUG nova.scheduler.client.report [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 931.109179] env[69333]: DEBUG nova.compute.provider_tree [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 98 to 99 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.109516] env[69333]: DEBUG nova.compute.provider_tree [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.256719] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52131bef-4ffb-dff3-d1df-4c3705fa5e89, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.257411] env[69333]: INFO nova.compute.manager [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Took 49.57 seconds to build instance. [ 931.258630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.258882] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.259202] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.259399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.263286] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.263286] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9aa58d-d551-45e3-8369-e6e600f54ccd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.274230] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.274482] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.275258] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d98738-0cfd-4266-b6b9-0935216a6cc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.282941] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 931.282941] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b3dd7-c575-a24c-7c02-ab30c6ac3895" [ 931.282941] env[69333]: _type = "Task" [ 931.282941] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.291165] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b3dd7-c575-a24c-7c02-ab30c6ac3895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.293334] env[69333]: DEBUG nova.compute.manager [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Received event network-vif-plugged-c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.293543] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.293747] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.293903] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.294122] env[69333]: DEBUG nova.compute.manager [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] No waiting events found dispatching network-vif-plugged-c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.294298] env[69333]: WARNING nova.compute.manager [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Received unexpected event network-vif-plugged-c317e334-61fe-467e-9757-e925c8f2aefa for instance with vm_state building and task_state spawning. [ 931.294481] env[69333]: DEBUG nova.compute.manager [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Received event network-changed-c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.294637] env[69333]: DEBUG nova.compute.manager [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Refreshing instance network info cache due to event network-changed-c317e334-61fe-467e-9757-e925c8f2aefa. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.294819] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Acquiring lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.294949] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Acquired lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.295130] env[69333]: DEBUG nova.network.neutron [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Refreshing network info cache for port c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.297733] env[69333]: DEBUG nova.network.neutron [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.358475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.358803] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.373316] env[69333]: DEBUG oslo_vmware.api [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134164, 'name': RemoveSnapshot_Task, 'duration_secs': 1.209189} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.373641] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.373884] env[69333]: INFO nova.compute.manager [None req-f79f679a-d8bd-496b-8151-d8b280f3537b tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Took 20.51 seconds to snapshot the instance on the hypervisor. [ 931.462054] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-639c28d7-cbe1-4823-855f-c0e1481e7c5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.473389] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777c2ef5-1db8-46fb-a13b-5520fbe4ea0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.511144] env[69333]: DEBUG nova.compute.manager [req-5810632a-648e-4f3f-90d1-7058a63cf907 req-2a3231a8-5df0-490c-839b-2566ae4419c3 service nova] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Detach interface failed, port_id=f3e0a6f3-f002-4b3c-98d8-e348f0d70d09, reason: Instance 57dc8703-1f63-4aba-9db2-cf642f9e93ec could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.615187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.034s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.615749] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.618959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.482s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.620906] env[69333]: INFO nova.compute.claims [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.761672] env[69333]: DEBUG oslo_concurrency.lockutils [None req-451b53fe-ef38-45e6-a438-ed306902c088 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.094s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.797481] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b3dd7-c575-a24c-7c02-ab30c6ac3895, 'name': SearchDatastore_Task, 'duration_secs': 0.038112} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.801752] env[69333]: INFO nova.compute.manager [-] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Took 1.31 seconds to deallocate network for instance. [ 931.802060] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b73dde7-4eb1-4676-b44b-334a94f296a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.814388] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 931.814388] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524057e6-c2b8-8103-c7da-b26fffaf700d" [ 931.814388] env[69333]: _type = "Task" [ 931.814388] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.824455] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524057e6-c2b8-8103-c7da-b26fffaf700d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.859452] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.860609] env[69333]: DEBUG nova.network.neutron [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.963137] env[69333]: DEBUG nova.network.neutron [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.068912] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "74cf11d9-39be-4681-90f5-cef703f4a12d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.069232] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.069452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.069659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.069853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.072613] env[69333]: INFO nova.compute.manager [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Terminating instance [ 932.126714] env[69333]: DEBUG nova.compute.utils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.129635] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.129969] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.171468] env[69333]: DEBUG nova.policy [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bd7575fe9d468ba0c3c498d1294dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef3dc14280ae4ec9ba06079f7d7c6164', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.317937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.330697] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524057e6-c2b8-8103-c7da-b26fffaf700d, 'name': SearchDatastore_Task, 'duration_secs': 0.031891} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.330989] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.331455] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.331751] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db38461f-65bf-4f6b-8591-82a1b30e8293 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.339153] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 932.339153] env[69333]: value = "task-4134168" [ 932.339153] env[69333]: _type = "Task" [ 932.339153] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.347990] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.356978] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.469023] env[69333]: DEBUG oslo_concurrency.lockutils [req-df18b5bf-62bd-418f-9796-a8afd24e4756 req-4f846446-5fc5-4efe-b0dd-0f76262ea5d5 service nova] Releasing lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.469488] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.469681] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.554341] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Successfully created port: 37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.577742] env[69333]: DEBUG nova.compute.manager [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.577989] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.579368] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8725b57-7ee9-4239-9166-6bd7a7ef2af3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.590649] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.590795] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c23cc96-5421-4e52-b2a9-c85c0e8b9bc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.600135] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 932.600135] env[69333]: value = "task-4134169" [ 932.600135] env[69333]: _type = "Task" [ 932.600135] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.610433] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.632693] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.863527] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.877694] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.012992] env[69333]: DEBUG nova.compute.manager [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.013312] env[69333]: DEBUG nova.compute.manager [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing instance network info cache due to event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.013613] env[69333]: DEBUG oslo_concurrency.lockutils [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.013819] env[69333]: DEBUG oslo_concurrency.lockutils [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.014049] env[69333]: DEBUG nova.network.neutron [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.017295] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.117141] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134169, 'name': PowerOffVM_Task, 'duration_secs': 0.2283} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.121017] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.121292] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.124183] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331d8e63-ed70-4972-941b-5d6c79d2d190 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.163895] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c7846-a8e1-4386-820b-2601f57d534e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.173442] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b4fc1-0e9a-4046-a67e-c4fcd312d58e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.211802] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e61376-c8e8-483c-baa1-c74a5a80213d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.214974] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.215149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.215301] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleting the datastore file [datastore2] 74cf11d9-39be-4681-90f5-cef703f4a12d {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.216070] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8ebabb-2340-4114-bf64-963619e01cff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.226091] env[69333]: DEBUG nova.network.neutron [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating instance_info_cache with network_info: [{"id": "c317e334-61fe-467e-9757-e925c8f2aefa", "address": "fa:16:3e:ee:32:55", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc317e334-61", "ovs_interfaceid": "c317e334-61fe-467e-9757-e925c8f2aefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.229601] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc56ea9-2b0c-4095-8e85-9c5335073226 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.233829] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 933.233829] env[69333]: value = "task-4134171" [ 933.233829] env[69333]: _type = "Task" [ 933.233829] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.249377] env[69333]: DEBUG nova.compute.provider_tree [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.257108] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.351130] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522119} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.351410] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.351610] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.351927] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4816ef1d-b912-4582-a5e8-f5fee9f70f46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.363443] env[69333]: DEBUG oslo_vmware.api [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134167, 'name': PowerOnVM_Task, 'duration_secs': 2.702031} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.363613] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.363771] env[69333]: INFO nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Took 12.44 seconds to spawn the instance on the hypervisor. [ 933.363954] env[69333]: DEBUG nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.364316] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 933.364316] env[69333]: value = "task-4134172" [ 933.364316] env[69333]: _type = "Task" [ 933.364316] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.365077] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ba45b-1906-40b7-8214-cdd82f80fd64 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.368426] env[69333]: DEBUG nova.compute.manager [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.372263] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55c4f8-d6ca-46f3-ada8-79fbe0ba3a31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.379779] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.651313] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.676398] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.676660] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.676809] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.678856] env[69333]: DEBUG nova.virt.hardware [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.679229] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4657e-1810-41bd-8d52-52d7eadd128b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.692026] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707dba0c-cc7a-4865-ba15-982546e62406 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.735484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.735967] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance network_info: |[{"id": "c317e334-61fe-467e-9757-e925c8f2aefa", "address": "fa:16:3e:ee:32:55", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc317e334-61", "ovs_interfaceid": "c317e334-61fe-467e-9757-e925c8f2aefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.736770] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:32:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c317e334-61fe-467e-9757-e925c8f2aefa', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.746212] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating folder: Project (aa9a40c8c72c4f088aca4d17ca6f987d). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.749725] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b22eede3-ccb8-43f2-8d94-096329edcaee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.752155] env[69333]: DEBUG nova.scheduler.client.report [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.763999] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.771514] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created folder: Project (aa9a40c8c72c4f088aca4d17ca6f987d) in parent group-v818612. [ 933.771721] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating folder: Instances. Parent ref: group-v818810. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.772016] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7bd9e9-8d50-4afd-b65c-b2fa01d7f421 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.784961] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created folder: Instances in parent group-v818810. [ 933.785260] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.785464] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.785801] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18424df-d028-4e1a-b8ba-9ce13872875a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.809261] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.809261] env[69333]: value = "task-4134175" [ 933.809261] env[69333]: _type = "Task" [ 933.809261] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.822713] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134175, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.862726] env[69333]: DEBUG nova.network.neutron [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updated VIF entry in instance network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.863111] env[69333]: DEBUG nova.network.neutron [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.877677] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140254} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.877978] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.878854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493abe80-bebe-4630-8826-69b9026da2e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.897115] env[69333]: INFO nova.compute.manager [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] instance snapshotting [ 933.913136] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.915871] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7934c002-323b-4264-a5b7-d291263ae3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.931365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05756a9e-44f2-4c01-bf29-bb4169195152 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.934523] env[69333]: INFO nova.compute.manager [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Took 45.56 seconds to build instance. [ 933.955417] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41449988-c350-4135-91ad-b2591db50a45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.958518] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 933.958518] env[69333]: value = "task-4134176" [ 933.958518] env[69333]: _type = "Task" [ 933.958518] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.975834] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.247385] env[69333]: DEBUG oslo_vmware.api [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549928} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.247623] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.247890] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.248123] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.248376] env[69333]: INFO nova.compute.manager [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 934.248667] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.248892] env[69333]: DEBUG nova.compute.manager [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.249060] env[69333]: DEBUG nova.network.neutron [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.257605] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.258405] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.262575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.600s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.262849] env[69333]: DEBUG nova.objects.instance [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lazy-loading 'resources' on Instance uuid 07807835-347b-47ff-97ac-989c3dbc5930 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.324181] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134175, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.367383] env[69333]: DEBUG oslo_concurrency.lockutils [req-68097211-6b4e-4be4-94ce-816ab9f23989 req-e3fe4802-4d03-45ba-91f7-4868a8860219 service nova] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.438041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-953671e5-39b0-4f71-bb10-c9c3dc0814ed tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.308s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.473238] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.473745] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.474113] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2439392e-4ab2-4834-8edd-dcd2a5057bb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.484826] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 934.484826] env[69333]: value = "task-4134177" [ 934.484826] env[69333]: _type = "Task" [ 934.484826] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.496655] env[69333]: DEBUG nova.compute.manager [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Received event network-vif-plugged-37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.497011] env[69333]: DEBUG oslo_concurrency.lockutils [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] Acquiring lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.497361] env[69333]: DEBUG oslo_concurrency.lockutils [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] Lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.497676] env[69333]: DEBUG oslo_concurrency.lockutils [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] Lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.498040] env[69333]: DEBUG nova.compute.manager [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] No waiting events found dispatching network-vif-plugged-37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 934.498975] env[69333]: WARNING nova.compute.manager [req-ce66ced2-bbfd-4dcd-bfee-d6d5f821404a req-e48e6f92-273d-452e-a712-ded4fe39d529 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Received unexpected event network-vif-plugged-37ea30fa-cdca-4f8e-830b-acc023227d54 for instance with vm_state building and task_state spawning. [ 934.511057] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.687444] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Successfully updated port: 37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.767589] env[69333]: DEBUG nova.compute.utils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.777763] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.778156] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.822801] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134175, 'name': CreateVM_Task, 'duration_secs': 0.557635} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.822975] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.823988] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.823988] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.827776] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.827776] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca17ee96-6e29-4821-bf7f-13bf0e69f117 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.830286] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 934.830286] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217b9bd-898d-56c0-bdc8-020ffb051033" [ 934.830286] env[69333]: _type = "Task" [ 934.830286] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.844256] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217b9bd-898d-56c0-bdc8-020ffb051033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.861059] env[69333]: DEBUG nova.policy [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0ba10f522041b3a959d6f4ea2a899e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4edddb8d3a4099ae5ed51b26d3ee18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.976987] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134176, 'name': ReconfigVM_Task, 'duration_secs': 0.596558} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.977415] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.978082] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1c755a7-0cac-4bd0-9d41-ae8257b93065 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.991172] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 934.991172] env[69333]: value = "task-4134178" [ 934.991172] env[69333]: _type = "Task" [ 934.991172] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.998911] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.011806] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134178, 'name': Rename_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.189883] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.190197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquired lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.190397] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.282311] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.310574] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Successfully created port: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.319498] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd6a0a-25d7-4bc6-b655-81ff0b1a68f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.328734] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bd46a-76bf-406d-bd2b-9e1a3524a2af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.340630] env[69333]: DEBUG nova.compute.manager [req-972af887-3fc0-4380-96e9-817340c94717 req-f913c016-93bf-413d-b015-122e1fc5fc8d service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Received event network-vif-deleted-54b3300e-b4a8-4f07-976e-7c8711ae877f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.340867] env[69333]: INFO nova.compute.manager [req-972af887-3fc0-4380-96e9-817340c94717 req-f913c016-93bf-413d-b015-122e1fc5fc8d service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Neutron deleted interface 54b3300e-b4a8-4f07-976e-7c8711ae877f; detaching it from the instance and deleting it from the info cache [ 935.341062] env[69333]: DEBUG nova.network.neutron [req-972af887-3fc0-4380-96e9-817340c94717 req-f913c016-93bf-413d-b015-122e1fc5fc8d service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.372093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.372093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.372093] env[69333]: DEBUG nova.objects.instance [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.373442] env[69333]: DEBUG nova.network.neutron [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.380011] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2081909e-c9bb-4933-bfa2-e2eede11ffb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.383464] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217b9bd-898d-56c0-bdc8-020ffb051033, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.383786] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a782d9d1-34ea-4912-92c4-a878ee6765be {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.388896] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.389253] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.389709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.389709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.389846] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.391051] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-809ccccb-9869-4dc2-8051-651de51b8a98 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.397858] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00df7a03-1e71-4b7a-8ae6-3657b5c807db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.404486] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.404690] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.405781] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c45d414-c138-41af-824b-028b1b3e64d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.412656] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a022255-b112-4e76-8575-9c562bb02e43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.430693] env[69333]: DEBUG nova.compute.provider_tree [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.436383] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 935.436383] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0eaba-49c7-1f09-d5d3-5607050b4ac7" [ 935.436383] env[69333]: _type = "Task" [ 935.436383] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.446544] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0eaba-49c7-1f09-d5d3-5607050b4ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.463145] env[69333]: DEBUG nova.compute.manager [req-972af887-3fc0-4380-96e9-817340c94717 req-f913c016-93bf-413d-b015-122e1fc5fc8d service nova] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Detach interface failed, port_id=54b3300e-b4a8-4f07-976e-7c8711ae877f, reason: Instance 74cf11d9-39be-4681-90f5-cef703f4a12d could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.498870] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134177, 'name': CreateSnapshot_Task, 'duration_secs': 0.652232} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.499542] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 935.500287] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a4710a-5d1c-4dd2-8ddb-66f816051079 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.505914] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134178, 'name': Rename_Task, 'duration_secs': 0.205086} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.506570] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.506836] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4586fc8c-c634-4c72-96be-3502a91cc703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.520612] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 935.520612] env[69333]: value = "task-4134179" [ 935.520612] env[69333]: _type = "Task" [ 935.520612] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.530603] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.736693] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.879253] env[69333]: DEBUG nova.network.neutron [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Updating instance_info_cache with network_info: [{"id": "37ea30fa-cdca-4f8e-830b-acc023227d54", "address": "fa:16:3e:74:d0:00", "network": {"id": "b49600a8-c1e1-4178-892b-7682d5882ef6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1645047310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef3dc14280ae4ec9ba06079f7d7c6164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea30fa-cd", "ovs_interfaceid": "37ea30fa-cdca-4f8e-830b-acc023227d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.881796] env[69333]: DEBUG nova.objects.instance [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.890340] env[69333]: INFO nova.compute.manager [-] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Took 1.64 seconds to deallocate network for instance. [ 935.933813] env[69333]: DEBUG nova.scheduler.client.report [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.949690] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0eaba-49c7-1f09-d5d3-5607050b4ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.022202} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.951314] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6602150e-365d-4e32-a9f5-582a002d072d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.958092] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 935.958092] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525e255e-2eff-b862-69fc-daf4ed3cec4f" [ 935.958092] env[69333]: _type = "Task" [ 935.958092] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.967574] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525e255e-2eff-b862-69fc-daf4ed3cec4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.024626] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.025519] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68fc6ffc-d40f-4ada-af9a-f40c76e4facd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.038218] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.039811] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 936.039811] env[69333]: value = "task-4134180" [ 936.039811] env[69333]: _type = "Task" [ 936.039811] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.049530] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134180, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.296679] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.324854] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.325158] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.325318] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.325501] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.325682] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.325835] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.326062] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.326233] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.326399] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.326558] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.326729] env[69333]: DEBUG nova.virt.hardware [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.327655] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8afe1cd-eb9b-4fba-a11e-dc7e2921a697 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.337025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f41d1-9cc0-4e02-a32f-c938f323074b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.386724] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Releasing lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.387232] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Instance network_info: |[{"id": "37ea30fa-cdca-4f8e-830b-acc023227d54", "address": "fa:16:3e:74:d0:00", "network": {"id": "b49600a8-c1e1-4178-892b-7682d5882ef6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1645047310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef3dc14280ae4ec9ba06079f7d7c6164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea30fa-cd", "ovs_interfaceid": "37ea30fa-cdca-4f8e-830b-acc023227d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.387927] env[69333]: DEBUG nova.objects.base [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<53c7e04c-17ac-46c9-b877-ddf2ab72afda> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.388196] env[69333]: DEBUG nova.network.neutron [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.390824] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d0:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ea30fa-cdca-4f8e-830b-acc023227d54', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.401399] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Creating folder: Project (ef3dc14280ae4ec9ba06079f7d7c6164). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.402538] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.402736] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fd1bb76-6d29-4d9b-9e40-1083998c2a34 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.417212] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Created folder: Project (ef3dc14280ae4ec9ba06079f7d7c6164) in parent group-v818612. [ 936.417365] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Creating folder: Instances. Parent ref: group-v818815. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.417607] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44eb1cae-4080-497e-a7fa-0b50dd29eac8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.432605] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Created folder: Instances in parent group-v818815. [ 936.432933] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.433186] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.433491] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dbc795b-189d-459d-aaba-3755bd3120b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.452040] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.453931] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.627s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.454951] env[69333]: DEBUG nova.objects.instance [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lazy-loading 'resources' on Instance uuid 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.464098] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.464098] env[69333]: value = "task-4134183" [ 936.464098] env[69333]: _type = "Task" [ 936.464098] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.471749] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525e255e-2eff-b862-69fc-daf4ed3cec4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.472479] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.472713] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9a744b12-7e57-4ac9-8310-548cc76c3a91/9a744b12-7e57-4ac9-8310-548cc76c3a91.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.473447] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95451df2-b34e-4099-8f88-0384a8694f4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.479077] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134183, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.480201] env[69333]: INFO nova.scheduler.client.report [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted allocations for instance 07807835-347b-47ff-97ac-989c3dbc5930 [ 936.486858] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 936.486858] env[69333]: value = "task-4134184" [ 936.486858] env[69333]: _type = "Task" [ 936.486858] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.496953] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.501831] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a90a1c7-799c-447a-a840-bea19d42efac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.130s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.527094] env[69333]: DEBUG nova.compute.manager [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Received event network-changed-37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.527372] env[69333]: DEBUG nova.compute.manager [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Refreshing instance network info cache due to event network-changed-37ea30fa-cdca-4f8e-830b-acc023227d54. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.527631] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Acquiring lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.527899] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Acquired lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.527964] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Refreshing network info cache for port 37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.540923] env[69333]: DEBUG oslo_vmware.api [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134179, 'name': PowerOnVM_Task, 'duration_secs': 0.674611} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.545500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.545730] env[69333]: INFO nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Took 9.59 seconds to spawn the instance on the hypervisor. [ 936.545924] env[69333]: DEBUG nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.547150] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c28c684-194d-4f55-bd29-ecd04f89373c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.557356] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134180, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.977128] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134183, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.987918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0056278a-41ca-4392-a7f8-4e6fccc9e544 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "07807835-347b-47ff-97ac-989c3dbc5930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.628s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.005098] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.052879] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134180, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.072400] env[69333]: INFO nova.compute.manager [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Took 43.67 seconds to build instance. [ 937.079638] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Successfully updated port: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.294583] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Updated VIF entry in instance network info cache for port 37ea30fa-cdca-4f8e-830b-acc023227d54. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.294908] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Updating instance_info_cache with network_info: [{"id": "37ea30fa-cdca-4f8e-830b-acc023227d54", "address": "fa:16:3e:74:d0:00", "network": {"id": "b49600a8-c1e1-4178-892b-7682d5882ef6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1645047310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef3dc14280ae4ec9ba06079f7d7c6164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea30fa-cd", "ovs_interfaceid": "37ea30fa-cdca-4f8e-830b-acc023227d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.437019] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5969c305-7df1-4353-8323-c6d7009765e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.445962] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64db0ac-ef35-4653-bb5d-13d7525c0d3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.483235] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184472aa-32fe-4d12-bd8d-ef9d571f8888 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.492012] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134183, 'name': CreateVM_Task, 'duration_secs': 0.524626} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.497487] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.498338] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.498521] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.498857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.500133] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f729f86-d382-46d0-9755-2ef9fd7cfcaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.504297] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad6647b-bb74-4c25-b476-ef83a680174e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.512156] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662474} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.522115] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9a744b12-7e57-4ac9-8310-548cc76c3a91/9a744b12-7e57-4ac9-8310-548cc76c3a91.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.522370] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.522867] env[69333]: DEBUG nova.compute.provider_tree [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.526494] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4ed2f8-fe3a-4e67-894a-d244a2fa6df4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.528771] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 937.528771] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235f6d4-dce7-279d-c5db-9d4cd4ae22c0" [ 937.528771] env[69333]: _type = "Task" [ 937.528771] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.535737] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 937.535737] env[69333]: value = "task-4134185" [ 937.535737] env[69333]: _type = "Task" [ 937.535737] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.543457] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235f6d4-dce7-279d-c5db-9d4cd4ae22c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.551654] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.558673] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134180, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.574442] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.645s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.584097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.584634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.584634] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.801670] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Releasing lock "refresh_cache-c3998a36-7104-4828-a602-3d36cbe05a49" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.802019] env[69333]: DEBUG nova.compute.manager [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Received event network-changed-c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.802266] env[69333]: DEBUG nova.compute.manager [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Refreshing instance network info cache due to event network-changed-c2807665-9fab-43cf-ae76-499c752b6a3f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.802558] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Acquiring lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.802774] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Acquired lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.803009] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Refreshing network info cache for port c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.030628] env[69333]: DEBUG nova.scheduler.client.report [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.047471] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235f6d4-dce7-279d-c5db-9d4cd4ae22c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.055107] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.055386] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.055678] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.055879] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.056091] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.056810] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235472} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.057085] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5341a009-4bc7-45af-a602-6f50541ce5bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.059228] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.060884] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508c95c-469b-497f-8e09-a178c650505b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.068311] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134180, 'name': CloneVM_Task, 'duration_secs': 1.647335} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.069024] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Created linked-clone VM from snapshot [ 938.069913] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708175a-e727-402a-820b-38a724f7ff11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.097141] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9a744b12-7e57-4ac9-8310-548cc76c3a91/9a744b12-7e57-4ac9-8310-548cc76c3a91.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.101215] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7bcb33-a04e-46bb-84e0-88060c212c77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.119479] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.119713] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.123849] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5be700-3d14-4c11-bd57-005b71a6a3a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.127178] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Uploading image cf1dc6af-3865-415e-a6ea-0acd0fca3cda {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.134519] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 938.134519] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525dd2c0-0314-2be1-50ab-37c4e4df9cbb" [ 938.134519] env[69333]: _type = "Task" [ 938.134519] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.136453] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 938.136453] env[69333]: value = "task-4134186" [ 938.136453] env[69333]: _type = "Task" [ 938.136453] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.153780] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525dd2c0-0314-2be1-50ab-37c4e4df9cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.158715] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.160946] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966bb72a-8a4b-4b54-9a49-d5eb9bec22a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.168927] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 938.168927] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52962b0c-3953-d1da-51db-1e6e5917c1d0" [ 938.168927] env[69333]: _type = "Task" [ 938.168927] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.174239] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 938.174239] env[69333]: value = "vm-818814" [ 938.174239] env[69333]: _type = "VirtualMachine" [ 938.174239] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 938.174935] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4df717a-86fd-4b1d-ac5e-776d210572a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.183325] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52962b0c-3953-d1da-51db-1e6e5917c1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.184357] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.187513] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease: (returnval){ [ 938.187513] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5294d725-cc2e-051b-3113-1f7e7736915e" [ 938.187513] env[69333]: _type = "HttpNfcLease" [ 938.187513] env[69333]: } obtained for exporting VM: (result){ [ 938.187513] env[69333]: value = "vm-818814" [ 938.187513] env[69333]: _type = "VirtualMachine" [ 938.187513] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 938.187791] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the lease: (returnval){ [ 938.187791] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5294d725-cc2e-051b-3113-1f7e7736915e" [ 938.187791] env[69333]: _type = "HttpNfcLease" [ 938.187791] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.195820] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.195820] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5294d725-cc2e-051b-3113-1f7e7736915e" [ 938.195820] env[69333]: _type = "HttpNfcLease" [ 938.195820] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.348765] env[69333]: DEBUG nova.network.neutron [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.410117] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.410391] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.410732] env[69333]: DEBUG nova.objects.instance [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.539742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.543235] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.278s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.543912] env[69333]: DEBUG nova.objects.instance [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lazy-loading 'resources' on Instance uuid afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.574719] env[69333]: INFO nova.scheduler.client.report [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted allocations for instance 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc [ 938.586934] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Updated VIF entry in instance network info cache for port c2807665-9fab-43cf-ae76-499c752b6a3f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.587256] env[69333]: DEBUG nova.network.neutron [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Updating instance_info_cache with network_info: [{"id": "c2807665-9fab-43cf-ae76-499c752b6a3f", "address": "fa:16:3e:ff:75:36", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807665-9f", "ovs_interfaceid": "c2807665-9fab-43cf-ae76-499c752b6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.654828] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134186, 'name': ReconfigVM_Task, 'duration_secs': 0.317201} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.655258] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9a744b12-7e57-4ac9-8310-548cc76c3a91/9a744b12-7e57-4ac9-8310-548cc76c3a91.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.656179] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa0ae159-c316-4364-8a1e-21cf29f99041 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.664649] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 938.664649] env[69333]: value = "task-4134188" [ 938.664649] env[69333]: _type = "Task" [ 938.664649] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.681944] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52962b0c-3953-d1da-51db-1e6e5917c1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.686529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.686861] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c3998a36-7104-4828-a602-3d36cbe05a49/c3998a36-7104-4828-a602-3d36cbe05a49.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.687242] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134188, 'name': Rename_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.687563] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ab2efc-64c9-4aea-b4a3-4955516e5a34 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.701364] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.701364] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5294d725-cc2e-051b-3113-1f7e7736915e" [ 938.701364] env[69333]: _type = "HttpNfcLease" [ 938.701364] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 938.703310] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 938.703310] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5294d725-cc2e-051b-3113-1f7e7736915e" [ 938.703310] env[69333]: _type = "HttpNfcLease" [ 938.703310] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 938.703598] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 938.703598] env[69333]: value = "task-4134189" [ 938.703598] env[69333]: _type = "Task" [ 938.703598] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.704421] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543e297-2ded-415d-99b2-eb614c6b8d06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.715508] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 938.715729] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 938.721910] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.821372] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1eca9401-0db9-4d7e-81fe-2d9cb97d2178 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.851634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.851729] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Instance network_info: |[{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.852260] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:50:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c883f5-b9ce-4a66-b9e5-4b911c3f3d24', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.860772] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.866873] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.867749] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc642d11-86c4-41f3-88d6-78690db4f1bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.890458] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.890458] env[69333]: value = "task-4134190" [ 938.890458] env[69333]: _type = "Task" [ 938.890458] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.898449] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134190, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.010103] env[69333]: DEBUG nova.objects.instance [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.085784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-22925372-6fb5-4291-a496-8df4be80e077 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.972s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.090040] env[69333]: DEBUG oslo_concurrency.lockutils [req-44e966e1-04bb-4b52-9109-55d6debe7ad1 req-138815e2-654f-48fb-8ca9-f54daab702c8 service nova] Releasing lock "refresh_cache-e0593131-1e64-4876-8275-4a0d270f72c3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.185112] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134188, 'name': Rename_Task, 'duration_secs': 0.184432} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.186127] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.186844] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba98e1b-d105-42e6-ac1e-8ed34bd3aaca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.197086] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 939.197086] env[69333]: value = "task-4134191" [ 939.197086] env[69333]: _type = "Task" [ 939.197086] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.215771] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.228063] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.228508] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c3998a36-7104-4828-a602-3d36cbe05a49/c3998a36-7104-4828-a602-3d36cbe05a49.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.228747] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.229050] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e008cc16-7de0-44bc-973d-ab79fa70f977 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.242252] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 939.242252] env[69333]: value = "task-4134192" [ 939.242252] env[69333]: _type = "Task" [ 939.242252] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.254901] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.329348] env[69333]: DEBUG nova.compute.manager [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-vif-plugged-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.329631] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.329890] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.330121] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.330348] env[69333]: DEBUG nova.compute.manager [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] No waiting events found dispatching network-vif-plugged-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.330571] env[69333]: WARNING nova.compute.manager [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received unexpected event network-vif-plugged-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 for instance with vm_state building and task_state spawning. [ 939.330769] env[69333]: DEBUG nova.compute.manager [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.330969] env[69333]: DEBUG nova.compute.manager [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing instance network info cache due to event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.331214] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.331406] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.331616] env[69333]: DEBUG nova.network.neutron [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.401794] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134190, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.513311] env[69333]: DEBUG nova.objects.base [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<53c7e04c-17ac-46c9-b877-ddf2ab72afda> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.513563] env[69333]: DEBUG nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.571428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ce2297-33bd-4f00-862b-fe4af695042b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.581185] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23c652-9c53-4e3a-946f-d05f92499fe2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.617850] env[69333]: DEBUG nova.policy [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.620325] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf392b06-8212-4952-bbfa-d106217a78d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.630687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3dca4-86c0-4934-90bb-0a1efd4cf7b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.648638] env[69333]: DEBUG nova.compute.provider_tree [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.711572] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134191, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.752368] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091885} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.754414] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.761997] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd638d73-357c-45a6-a43b-401a95657605 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.787753] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c3998a36-7104-4828-a602-3d36cbe05a49/c3998a36-7104-4828-a602-3d36cbe05a49.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.789710] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f16896-e7f7-4198-ba84-c00538314b35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.812274] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 939.812274] env[69333]: value = "task-4134193" [ 939.812274] env[69333]: _type = "Task" [ 939.812274] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.823093] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.901672] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134190, 'name': CreateVM_Task, 'duration_secs': 0.724385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.901931] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.902984] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.903303] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.903750] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.904534] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e6abdb-3a8d-4e8d-96b8-cdc870447cea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.910714] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 939.910714] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b0c9c-b3d2-6d5e-4ff3-183f8163e212" [ 939.910714] env[69333]: _type = "Task" [ 939.910714] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.920444] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b0c9c-b3d2-6d5e-4ff3-183f8163e212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.941697] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "8478138a-be73-4412-b29c-2364bdf5b4ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.941996] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.129950] env[69333]: DEBUG nova.network.neutron [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updated VIF entry in instance network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.129950] env[69333]: DEBUG nova.network.neutron [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.152175] env[69333]: DEBUG nova.scheduler.client.report [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.179689] env[69333]: DEBUG nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Successfully created port: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.212424] env[69333]: DEBUG oslo_vmware.api [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134191, 'name': PowerOnVM_Task, 'duration_secs': 0.743539} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.212872] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.212872] env[69333]: INFO nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Took 10.59 seconds to spawn the instance on the hypervisor. [ 940.213125] env[69333]: DEBUG nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.213918] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4201bfc2-07aa-48d1-acd5-15e3f7776633 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.262321] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "e2e39bc1-4026-45c3-801f-d090aba8219e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.262654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.262871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.263068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.263236] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.265448] env[69333]: INFO nova.compute.manager [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Terminating instance [ 940.324026] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.424379] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b0c9c-b3d2-6d5e-4ff3-183f8163e212, 'name': SearchDatastore_Task, 'duration_secs': 0.042521} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.424524] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.424811] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.425113] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.426024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.426024] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.426024] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be834e9b-b254-4dc7-974f-d5ac6b559284 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.437885] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.438114] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.438876] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76bfee0-393d-4720-9a61-ff0d71c52595 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.444827] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.447525] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 940.447525] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52129c72-1ad1-511b-8d30-03008b2b57cd" [ 940.447525] env[69333]: _type = "Task" [ 940.447525] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.457222] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52129c72-1ad1-511b-8d30-03008b2b57cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.633240] env[69333]: DEBUG oslo_concurrency.lockutils [req-70e159e8-6e3f-4165-8f75-c2297262238f req-966173e4-0fec-402a-9a69-1feb02c4313c service nova] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.657822] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.660210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.550s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.662082] env[69333]: INFO nova.compute.claims [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.683446] env[69333]: INFO nova.scheduler.client.report [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted allocations for instance afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10 [ 940.733912] env[69333]: INFO nova.compute.manager [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Took 42.55 seconds to build instance. [ 940.769982] env[69333]: DEBUG nova.compute.manager [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.770259] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.771268] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f0debb-8423-4d16-99b1-e602b6fc2c66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.782072] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.783151] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb467019-cb18-4fd4-8a3b-d19c999e527e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.790140] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 940.790140] env[69333]: value = "task-4134194" [ 940.790140] env[69333]: _type = "Task" [ 940.790140] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.800577] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.824309] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134193, 'name': ReconfigVM_Task, 'duration_secs': 1.008347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.824600] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c3998a36-7104-4828-a602-3d36cbe05a49/c3998a36-7104-4828-a602-3d36cbe05a49.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.825731] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcb7436-08cb-4247-becc-5944f61c30dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.833565] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 940.833565] env[69333]: value = "task-4134195" [ 940.833565] env[69333]: _type = "Task" [ 940.833565] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.844263] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134195, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.962869] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52129c72-1ad1-511b-8d30-03008b2b57cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018323} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.963834] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86dadeb3-e981-48ae-a8be-47b89572a044 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.971770] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 940.971770] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ff5791-893c-c0c9-23d7-bb1639e314b9" [ 940.971770] env[69333]: _type = "Task" [ 940.971770] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.976973] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.983859] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ff5791-893c-c0c9-23d7-bb1639e314b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.069049] env[69333]: INFO nova.compute.manager [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Rebuilding instance [ 941.118743] env[69333]: DEBUG nova.compute.manager [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.119508] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b7f59-856f-44d4-8c20-67a5eb093c0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.197069] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.925s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.236156] env[69333]: DEBUG oslo_concurrency.lockutils [None req-926193ea-506a-46c1-9f47-c4138bdda82a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.277s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.303150] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134194, 'name': PowerOffVM_Task, 'duration_secs': 0.345776} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.304042] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.304400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.307027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebbb9bd2-95fd-4557-ab2a-0ba56c2d0799 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346677] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134195, 'name': Rename_Task, 'duration_secs': 0.201896} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.347397] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.347794] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b789e9d5-77e2-4c8a-bb66-25ebf3a9cb93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.357603] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 941.357603] env[69333]: value = "task-4134197" [ 941.357603] env[69333]: _type = "Task" [ 941.357603] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.368689] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.392149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.392149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.392149] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleting the datastore file [datastore2] e2e39bc1-4026-45c3-801f-d090aba8219e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.392149] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a82be8-a577-44b9-b07c-21241268f88f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.401032] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for the task: (returnval){ [ 941.401032] env[69333]: value = "task-4134198" [ 941.401032] env[69333]: _type = "Task" [ 941.401032] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.410124] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.484237] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ff5791-893c-c0c9-23d7-bb1639e314b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.484237] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.484237] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/a787ba90-ea1a-48b3-8cbe-63aac9584df3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.484237] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b987aa38-7a4e-4502-8a1e-1ce9119312dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.493028] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 941.493028] env[69333]: value = "task-4134199" [ 941.493028] env[69333]: _type = "Task" [ 941.493028] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.506160] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.726135] env[69333]: DEBUG nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Successfully updated port: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.871295] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.918150] env[69333]: DEBUG oslo_vmware.api [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Task: {'id': task-4134198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195775} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.918396] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.918586] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.918766] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.918942] env[69333]: INFO nova.compute.manager [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 941.919234] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.919526] env[69333]: DEBUG nova.compute.manager [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.919678] env[69333]: DEBUG nova.network.neutron [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.994861] env[69333]: DEBUG nova.compute.manager [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-plugged-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.995238] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.995545] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.995796] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.996039] env[69333]: DEBUG nova.compute.manager [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] No waiting events found dispatching network-vif-plugged-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 941.996244] env[69333]: WARNING nova.compute.manager [req-7e5022be-5632-484b-bed6-60653d6d6a44 req-e2b7e788-0f6f-48c8-a7bd-e215b7694432 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received unexpected event network-vif-plugged-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 for instance with vm_state active and task_state None. [ 942.014258] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134199, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.140430] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.140834] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "2178d731-3d7a-44e4-a002-2e3785592d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.141258] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.141526] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.141785] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.141999] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.147387] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d58ddbd-3b9c-4960-994f-87ad0f4b8307 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.149620] env[69333]: INFO nova.compute.manager [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Terminating instance [ 942.157220] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 942.157220] env[69333]: value = "task-4134200" [ 942.157220] env[69333]: _type = "Task" [ 942.157220] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.169164] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.172128] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69339b-1042-4ca0-aa8c-fa295b635328 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.184269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea04179-4ec2-4fa9-a4a6-601e57137279 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.226635] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803571b1-e880-47d6-a9fd-b244b96bf53b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.233361] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.233361] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.233361] env[69333]: DEBUG nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.240635] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3812afcf-3837-4967-8231-653725547b41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.248269] env[69333]: DEBUG nova.network.neutron [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.262590] env[69333]: DEBUG nova.compute.provider_tree [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.266560] env[69333]: DEBUG nova.compute.manager [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Received event network-changed-c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.266792] env[69333]: DEBUG nova.compute.manager [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Refreshing instance network info cache due to event network-changed-c317e334-61fe-467e-9757-e925c8f2aefa. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.268098] env[69333]: DEBUG oslo_concurrency.lockutils [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] Acquiring lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.268098] env[69333]: DEBUG oslo_concurrency.lockutils [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] Acquired lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.268098] env[69333]: DEBUG nova.network.neutron [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Refreshing network info cache for port c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.368935] env[69333]: DEBUG oslo_vmware.api [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134197, 'name': PowerOnVM_Task, 'duration_secs': 0.780156} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.369646] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.370012] env[69333]: INFO nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Took 8.72 seconds to spawn the instance on the hypervisor. [ 942.370386] env[69333]: DEBUG nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.371214] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d4d85-a1c4-456d-9ee0-131ffbc6606f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.508043] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525254} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.508418] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/a787ba90-ea1a-48b3-8cbe-63aac9584df3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.508717] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.509306] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce346b6-26b5-4226-a7b2-2348628b78e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.517942] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 942.517942] env[69333]: value = "task-4134201" [ 942.517942] env[69333]: _type = "Task" [ 942.517942] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.531149] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.654207] env[69333]: DEBUG nova.compute.manager [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.654652] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.655895] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440cf195-3ef3-4bb9-b467-90a1bd3f2a22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.669333] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134200, 'name': PowerOffVM_Task, 'duration_secs': 0.404384} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.671666] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.671919] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.672325] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.673116] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63feb9a0-5036-481f-8434-b035d329ea86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.675950] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f39eaef3-2fed-49c3-9098-e9e6f57eb03b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.684165] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.686406] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e4ad72-ad44-49f4-973b-901349509745 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.688606] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 942.688606] env[69333]: value = "task-4134202" [ 942.688606] env[69333]: _type = "Task" [ 942.688606] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.700889] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.750689] env[69333]: INFO nova.compute.manager [-] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Took 0.83 seconds to deallocate network for instance. [ 942.770833] env[69333]: DEBUG nova.scheduler.client.report [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.782298] env[69333]: WARNING nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 942.785459] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.786128] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.787845] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore1] 021b4057-6f4b-4707-b9eb-bc87c584c2ae {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.787845] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a9e0d41-5abf-41f5-a372-4fa18cbc52af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.800427] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 942.800427] env[69333]: value = "task-4134204" [ 942.800427] env[69333]: _type = "Task" [ 942.800427] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.813802] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.901257] env[69333]: INFO nova.compute.manager [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Took 42.62 seconds to build instance. [ 943.029281] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079297} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.029563] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.030614] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a5f8a-61de-4a9e-9202-d33a586d706c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.057994] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/a787ba90-ea1a-48b3-8cbe-63aac9584df3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.064092] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8eb7a1-d9ac-40e1-9eb6-6c8f012a17be {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.086464] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 943.086464] env[69333]: value = "task-4134205" [ 943.086464] env[69333]: _type = "Task" [ 943.086464] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.097210] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.170193] env[69333]: DEBUG nova.network.neutron [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updated VIF entry in instance network info cache for port c317e334-61fe-467e-9757-e925c8f2aefa. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.170193] env[69333]: DEBUG nova.network.neutron [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating instance_info_cache with network_info: [{"id": "c317e334-61fe-467e-9757-e925c8f2aefa", "address": "fa:16:3e:ee:32:55", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc317e334-61", "ovs_interfaceid": "c317e334-61fe-467e-9757-e925c8f2aefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.200710] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134202, 'name': PowerOffVM_Task, 'duration_secs': 0.377985} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.202101] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.202101] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.202320] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-045b8787-dd05-45a0-b177-c9167037b3a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.222658] env[69333]: DEBUG nova.network.neutron [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "address": "fa:16:3e:08:65:02", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a9015a-b3", "ovs_interfaceid": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.258766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.284109] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.285027] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.289389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.848s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.291635] env[69333]: INFO nova.compute.claims [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.298442] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.298740] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.298966] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleting the datastore file [datastore2] 2178d731-3d7a-44e4-a002-2e3785592d8f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.299554] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b01a89-6109-4544-ae1d-ec7ad2b4aa43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.312089] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378284} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.313964] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.314515] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.314805] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.317958] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for the task: (returnval){ [ 943.317958] env[69333]: value = "task-4134207" [ 943.317958] env[69333]: _type = "Task" [ 943.317958] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.328994] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.406372] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38f6a8a9-01b9-4a89-a668-2e935a77272d tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.060s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.599322] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134205, 'name': ReconfigVM_Task, 'duration_secs': 0.333512} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.599758] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/a787ba90-ea1a-48b3-8cbe-63aac9584df3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.601131] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc984b2-53d8-4b3b-8c52-b006e334cf56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.609297] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 943.609297] env[69333]: value = "task-4134208" [ 943.609297] env[69333]: _type = "Task" [ 943.609297] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.619882] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134208, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.633486] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "c9758704-e631-4fef-916d-9f332d6b8401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.634149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.634149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "c9758704-e631-4fef-916d-9f332d6b8401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.634149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.634534] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.636877] env[69333]: INFO nova.compute.manager [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Terminating instance [ 943.674445] env[69333]: DEBUG oslo_concurrency.lockutils [req-745d10e7-6e71-401f-86e6-3587992ed878 req-cd4a05b6-47ad-4cbf-bb90-576d20730208 service nova] Releasing lock "refresh_cache-9a744b12-7e57-4ac9-8310-548cc76c3a91" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.725899] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.726661] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.726828] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.727906] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a140c82-1f37-43bd-8bc6-78b9f5b36e3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.749033] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.749964] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.749964] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.749964] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.749964] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.749964] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.750227] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.750227] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.750517] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.750615] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.750716] env[69333]: DEBUG nova.virt.hardware [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.757438] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfiguring VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 943.757842] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75650500-e380-4302-bc86-e34d3dabcdca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.775741] env[69333]: DEBUG oslo_vmware.api [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 943.775741] env[69333]: value = "task-4134209" [ 943.775741] env[69333]: _type = "Task" [ 943.775741] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.786774] env[69333]: DEBUG oslo_vmware.api [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134209, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.799836] env[69333]: DEBUG nova.compute.utils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.803576] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.804231] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.833979] env[69333]: DEBUG oslo_vmware.api [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Task: {'id': task-4134207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243707} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.833979] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.833979] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.833979] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.833979] env[69333]: INFO nova.compute.manager [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 943.834281] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.834433] env[69333]: DEBUG nova.compute.manager [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.834547] env[69333]: DEBUG nova.network.neutron [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.855311] env[69333]: DEBUG nova.policy [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.126695] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134208, 'name': Rename_Task, 'duration_secs': 0.175629} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.126695] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.126695] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be2f7ac-85f1-4f87-b571-7b6029d8aee8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.135094] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 944.135094] env[69333]: value = "task-4134210" [ 944.135094] env[69333]: _type = "Task" [ 944.135094] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.141012] env[69333]: DEBUG nova.compute.manager [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.141282] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.145244] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16862c33-6407-47a3-9562-7d994ca957b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.148695] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.155306] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.155660] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671b65ad-9a59-4f15-9503-eb4e4caa581a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.164378] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 944.164378] env[69333]: value = "task-4134211" [ 944.164378] env[69333]: _type = "Task" [ 944.164378] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.168547] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Successfully created port: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.178116] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.295224] env[69333]: DEBUG oslo_vmware.api [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.307251] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.362779] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.363054] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.363142] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.363364] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.363535] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.363714] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.364511] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.364511] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.364511] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.365104] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.365104] env[69333]: DEBUG nova.virt.hardware [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.366096] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15221cfd-ee8a-4e61-a57f-9f82f7ed5e6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.378397] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f63055-9a6c-40e2-abb1-70528964e560 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.400046] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:38:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d5de45-de02-4af8-8a35-8377fc5d157e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.408081] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.411798] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.413433] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab4c579b-f720-4626-ac21-4a1f1a940c88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.438297] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.438297] env[69333]: value = "task-4134212" [ 944.438297] env[69333]: _type = "Task" [ 944.438297] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.453950] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134212, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.523025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "74ee0fd0-827f-431f-8068-0a64361f8630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.523317] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.523509] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.523708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.523880] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.526487] env[69333]: INFO nova.compute.manager [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Terminating instance [ 944.588414] env[69333]: DEBUG nova.compute.manager [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-changed-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.588577] env[69333]: DEBUG nova.compute.manager [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing instance network info cache due to event network-changed-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.588936] env[69333]: DEBUG oslo_concurrency.lockutils [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.589104] env[69333]: DEBUG oslo_concurrency.lockutils [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.589368] env[69333]: DEBUG nova.network.neutron [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing network info cache for port 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.618327] env[69333]: DEBUG nova.network.neutron [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.649205] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.680659] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134211, 'name': PowerOffVM_Task, 'duration_secs': 0.313095} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.681044] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.681256] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.681556] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9607cc73-0a91-4b99-bf40-537412821bad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.777840] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.777840] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.779235] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleting the datastore file [datastore2] c9758704-e631-4fef-916d-9f332d6b8401 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.782193] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab1498e-0fd0-4497-affc-050125a00f15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.795606] env[69333]: DEBUG oslo_vmware.api [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134209, 'name': ReconfigVM_Task, 'duration_secs': 0.975477} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.796119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.796456] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfigured VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 944.800334] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for the task: (returnval){ [ 944.800334] env[69333]: value = "task-4134214" [ 944.800334] env[69333]: _type = "Task" [ 944.800334] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.815393] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.822723] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d3096-d8e8-4723-ad49-d9c322a792b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.831697] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51399302-3f62-4926-84e7-1690171252c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874000] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0e03b-baca-4542-bf77-bff178c44d59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.885455] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc7d46-67ff-4aec-a0d8-7af8e4b249e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.891790] env[69333]: DEBUG nova.compute.manager [req-c1a434b2-f58b-4ec8-9317-a7ef30b01a31 req-491403de-adfe-46fb-93a5-4329c7bcceb7 service nova] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Received event network-vif-deleted-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.905643] env[69333]: DEBUG nova.compute.provider_tree [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.951303] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134212, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.030798] env[69333]: DEBUG nova.compute.manager [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.031162] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.033135] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da43e4-25e3-4b9d-90ce-5cddd52d6579 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.043828] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.044191] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e809a5da-cd22-4bcf-9907-79d246d72e42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.053818] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 945.053818] env[69333]: value = "task-4134215" [ 945.053818] env[69333]: _type = "Task" [ 945.053818] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.063819] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.122477] env[69333]: INFO nova.compute.manager [-] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Took 1.29 seconds to deallocate network for instance. [ 945.145799] env[69333]: DEBUG oslo_vmware.api [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134210, 'name': PowerOnVM_Task, 'duration_secs': 0.667496} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.146853] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.146853] env[69333]: INFO nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Took 8.85 seconds to spawn the instance on the hypervisor. [ 945.146853] env[69333]: DEBUG nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.147327] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ab198-4d8b-4c8a-8bdf-556ed7fbd4c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.301939] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.891s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.314422] env[69333]: DEBUG oslo_vmware.api [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Task: {'id': task-4134214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351142} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.314725] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.314908] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.315102] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.315274] env[69333]: INFO nova.compute.manager [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Took 1.17 seconds to destroy the instance on the hypervisor. [ 945.315633] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.315867] env[69333]: DEBUG nova.compute.manager [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.315971] env[69333]: DEBUG nova.network.neutron [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.327105] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.352215] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.352455] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.352603] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.352772] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.352910] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.353062] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.353266] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.353510] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.353746] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.353929] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.354116] env[69333]: DEBUG nova.virt.hardware [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.355085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f3049-ffc9-48bc-ae55-7718c0f549af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.363952] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2338fb-e0e1-4124-9a01-a7999cca0ae9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.380037] env[69333]: DEBUG nova.network.neutron [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updated VIF entry in instance network info cache for port 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.380477] env[69333]: DEBUG nova.network.neutron [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "address": "fa:16:3e:08:65:02", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a9015a-b3", "ovs_interfaceid": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.408691] env[69333]: DEBUG nova.scheduler.client.report [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.449645] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134212, 'name': CreateVM_Task, 'duration_secs': 0.626601} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.449824] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.452350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.452350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.452350] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.452350] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5617b9a4-078e-40a2-9e2b-0c6542eb7dc2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.456742] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 945.456742] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52212718-8fca-c934-ade4-fe8a7a88a412" [ 945.456742] env[69333]: _type = "Task" [ 945.456742] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.464941] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52212718-8fca-c934-ade4-fe8a7a88a412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.565255] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.631634] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.673210] env[69333]: INFO nova.compute.manager [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Took 38.56 seconds to build instance. [ 945.883651] env[69333]: DEBUG oslo_concurrency.lockutils [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.884101] env[69333]: DEBUG nova.compute.manager [req-778ce8c8-d812-4a26-90a9-33c46bf10549 req-fbdc54d2-939b-4b32-8570-f461e599c46d service nova] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Received event network-vif-deleted-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.914742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.915637] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.919463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.277s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.919825] env[69333]: DEBUG nova.objects.instance [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lazy-loading 'resources' on Instance uuid a4abc29a-c77d-490c-bc38-e86b4c752081 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.941654] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Successfully updated port: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.969775] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52212718-8fca-c934-ade4-fe8a7a88a412, 'name': SearchDatastore_Task, 'duration_secs': 0.03307} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.970145] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.972018] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.972018] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.972018] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.972018] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.973432] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97cdd63d-8be0-4c52-a43f-518ae53983d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.986238] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.986464] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.987343] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606981e6-845d-4551-9cce-46aa6333ec77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.995538] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 945.995538] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235aea2-ee90-f128-4fb9-9729f6de7eb5" [ 945.995538] env[69333]: _type = "Task" [ 945.995538] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.005969] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235aea2-ee90-f128-4fb9-9729f6de7eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.065418] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134215, 'name': PowerOffVM_Task, 'duration_secs': 0.967887} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.065602] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.066970] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.066970] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09065275-57eb-439b-9d0b-6e4b7b21a8b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.152486] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.152687] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.152976] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Deleting the datastore file [datastore2] 74ee0fd0-827f-431f-8068-0a64361f8630 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.153341] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb9cad1-ca1d-47c4-a0c7-07be5ad52b4d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.162173] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for the task: (returnval){ [ 946.162173] env[69333]: value = "task-4134217" [ 946.162173] env[69333]: _type = "Task" [ 946.162173] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.170230] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.176041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.875s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.424091] env[69333]: DEBUG nova.compute.utils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.430344] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.430344] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.445821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445821] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.484477] env[69333]: DEBUG nova.network.neutron [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.514280] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5235aea2-ee90-f128-4fb9-9729f6de7eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.021519} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.515159] env[69333]: DEBUG nova.policy [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4c28f154a64d46aab85d1928bdc1cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948a279191804b11b01cabdb7de169dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.520650] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa97313-a467-4976-9846-098d6a292a63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.532048] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 946.532048] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d6126e-4a0e-90e5-8aec-2b110aa73139" [ 946.532048] env[69333]: _type = "Task" [ 946.532048] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.545695] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d6126e-4a0e-90e5-8aec-2b110aa73139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.678311] env[69333]: DEBUG oslo_vmware.api [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Task: {'id': task-4134217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393922} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.678311] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.678311] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.678311] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.678311] env[69333]: INFO nova.compute.manager [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Took 1.65 seconds to destroy the instance on the hypervisor. [ 946.678311] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.678598] env[69333]: DEBUG nova.compute.manager [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.678598] env[69333]: DEBUG nova.network.neutron [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.715766] env[69333]: DEBUG nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Received event network-vif-plugged-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.715989] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Acquiring lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.716207] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.716373] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.716665] env[69333]: DEBUG nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] No waiting events found dispatching network-vif-plugged-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.716784] env[69333]: WARNING nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Received unexpected event network-vif-plugged-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 for instance with vm_state building and task_state spawning. [ 946.716965] env[69333]: DEBUG nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Received event network-changed-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.716965] env[69333]: DEBUG nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Refreshing instance network info cache due to event network-changed-2f1b7202-f3f7-4dbd-9aa1-afa45760c061. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.717175] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Acquiring lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.933750] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.955542] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09009bd-9eab-4ece-a7d5-c862691831d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.964569] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8d8b8-36df-495a-a457-141a18773518 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.000309] env[69333]: INFO nova.compute.manager [-] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Took 1.68 seconds to deallocate network for instance. [ 947.003876] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a26ae3-c111-47ec-aa7f-7286422265c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.011242] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.022316] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3545b8c7-2a45-4c93-9b62-9a8c065b2066 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.038114] env[69333]: DEBUG nova.compute.provider_tree [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.051477] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d6126e-4a0e-90e5-8aec-2b110aa73139, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.051765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.052016] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.056020] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e633b57-a3e8-48e0-9ea8-e7621723f380 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.062326] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 947.062326] env[69333]: value = "task-4134218" [ 947.062326] env[69333]: _type = "Task" [ 947.062326] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.072908] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.247080] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Successfully created port: 2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.268390] env[69333]: DEBUG nova.network.neutron [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Updating instance_info_cache with network_info: [{"id": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "address": "fa:16:3e:12:ca:0e", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1b7202-f3", "ovs_interfaceid": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.427186] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-251d6d81-8541-49ea-a49f-23abcbd9cbf6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.427614] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-251d6d81-8541-49ea-a49f-23abcbd9cbf6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.428146] env[69333]: DEBUG nova.objects.instance [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.515218] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.573707] env[69333]: ERROR nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] [req-71e09ce5-be95-4684-83ba-2902654de215] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71e09ce5-be95-4684-83ba-2902654de215"}]} [ 947.586267] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.620422] env[69333]: DEBUG nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.655374] env[69333]: DEBUG nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.655627] env[69333]: DEBUG nova.compute.provider_tree [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.682239] env[69333]: DEBUG nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.717162] env[69333]: DEBUG nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.772858] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.773173] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Instance network_info: |[{"id": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "address": "fa:16:3e:12:ca:0e", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1b7202-f3", "ovs_interfaceid": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.775135] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Acquired lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.775307] env[69333]: DEBUG nova.network.neutron [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Refreshing network info cache for port 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.776858] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:ca:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1b7202-f3f7-4dbd-9aa1-afa45760c061', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.789337] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.791491] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.792702] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc471c9a-6ef1-47c4-bde3-b9a0d759f255 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.820370] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.820370] env[69333]: value = "task-4134219" [ 947.820370] env[69333]: _type = "Task" [ 947.820370] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.834872] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134219, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.946200] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.011225] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.011626] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.012453] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.012453] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.012453] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.012453] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.012659] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.012695] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.012882] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.013481] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.013664] env[69333]: DEBUG nova.virt.hardware [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.016344] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb5e72-2abc-47a9-a85e-f9f9adcde727 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.024605] env[69333]: DEBUG nova.compute.manager [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.024854] env[69333]: DEBUG nova.compute.manager [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing instance network info cache due to event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.026168] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.026168] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.026168] env[69333]: DEBUG nova.network.neutron [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.043972] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f76686-2dec-41c7-af02-deead896c66d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.088207] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760029} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.088368] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.088591] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.088912] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60edf76d-9b02-4412-a1d2-665472c5fb15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.100046] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 948.100046] env[69333]: value = "task-4134220" [ 948.100046] env[69333]: _type = "Task" [ 948.100046] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.117651] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.189071] env[69333]: DEBUG nova.objects.instance [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.332621] env[69333]: DEBUG nova.network.neutron [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.333881] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134219, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.355965] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578324f-9589-4a0a-8903-877e505b1683 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.366182] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac63903-4051-4c5a-ada2-9d5f0ba802e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.406686] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414bdec-d3eb-4087-8d35-fae07c0730c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.416013] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d2b02-a18d-4f8c-bcd3-c3607f956a3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.432150] env[69333]: DEBUG nova.compute.provider_tree [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.614026] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132084} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.614026] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.614026] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65634370-d687-4e6a-bad4-8815c64ff8a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.636536] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.637647] env[69333]: DEBUG nova.network.neutron [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Updated VIF entry in instance network info cache for port 2f1b7202-f3f7-4dbd-9aa1-afa45760c061. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.637976] env[69333]: DEBUG nova.network.neutron [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Updating instance_info_cache with network_info: [{"id": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "address": "fa:16:3e:12:ca:0e", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1b7202-f3", "ovs_interfaceid": "2f1b7202-f3f7-4dbd-9aa1-afa45760c061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.639214] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3153f28-07d1-4ec5-b030-08cb57ed5e74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.661797] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 948.661797] env[69333]: value = "task-4134221" [ 948.661797] env[69333]: _type = "Task" [ 948.661797] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.672642] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.695029] env[69333]: DEBUG nova.objects.base [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<53c7e04c-17ac-46c9-b877-ddf2ab72afda> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.695029] env[69333]: DEBUG nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.828675] env[69333]: DEBUG nova.policy [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.838321] env[69333]: INFO nova.compute.manager [-] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Took 2.16 seconds to deallocate network for instance. [ 948.838615] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134219, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.938251] env[69333]: DEBUG nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.072073] env[69333]: DEBUG nova.network.neutron [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updated VIF entry in instance network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.072520] env[69333]: DEBUG nova.network.neutron [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.155792] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] Releasing lock "refresh_cache-54050f9c-f567-495a-91ff-c1f03457d92f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.156080] env[69333]: DEBUG nova.compute.manager [req-5d706c71-ec80-4370-ab0a-4cab04f6def4 req-873474d4-009a-493a-8d39-93f8f5abb4a0 service nova] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Received event network-vif-deleted-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.177965] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.276223] env[69333]: DEBUG nova.compute.manager [req-73d503d4-c34f-4f83-bef1-b662a617d312 req-4059e545-40c6-4ee7-b0c5-cd1c7d19b2ba service nova] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Received event network-vif-deleted-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.334484] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134219, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.346431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.445114] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.526s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.454469] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.654s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.454469] env[69333]: DEBUG nova.objects.instance [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lazy-loading 'resources' on Instance uuid caeaf9da-d275-471c-9f7e-8dc318c4f3c0 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.518143] env[69333]: INFO nova.scheduler.client.report [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted allocations for instance a4abc29a-c77d-490c-bc38-e86b4c752081 [ 949.575632] env[69333]: DEBUG oslo_concurrency.lockutils [req-7f996623-e7ae-4d3c-82b8-448a4398cb1e req-27411f4e-2f82-427c-95fa-96dc2c8965e7 service nova] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.598748] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Successfully updated port: 2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.674388] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134221, 'name': ReconfigVM_Task, 'duration_secs': 0.852984} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.674747] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 021b4057-6f4b-4707-b9eb-bc87c584c2ae/021b4057-6f4b-4707-b9eb-bc87c584c2ae.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.675813] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faec1647-cac2-452d-8f6f-3afb09683fc1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.683368] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 949.683368] env[69333]: value = "task-4134222" [ 949.683368] env[69333]: _type = "Task" [ 949.683368] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.692448] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134222, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.834147] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134219, 'name': CreateVM_Task, 'duration_secs': 1.710752} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.834334] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.835155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.835389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.835687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.835946] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e19cb71-fb1a-4149-9bb6-a0c87e564eb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841277] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 949.841277] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ea9a70-35ea-b064-728d-d9b30a1e9fa1" [ 949.841277] env[69333]: _type = "Task" [ 949.841277] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.849999] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ea9a70-35ea-b064-728d-d9b30a1e9fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.035623] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "a4abc29a-c77d-490c-bc38-e86b4c752081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.905s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.100071] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.100071] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.100071] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.198657] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134222, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.354194] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ea9a70-35ea-b064-728d-d9b30a1e9fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.021078} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.357332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.357627] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.357886] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.358044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.358233] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.358778] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0799f489-5ec1-49fe-9b3b-abd8b82f77bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.372019] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.372247] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.375624] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e7dd27-db11-438f-9439-d45240289892 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.382158] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 950.382158] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1aad-80c5-ccd8-505e-597cdda77443" [ 950.382158] env[69333]: _type = "Task" [ 950.382158] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.391453] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1aad-80c5-ccd8-505e-597cdda77443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393294] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43136c-d858-4958-a9b8-6d600895c6c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.401553] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea7be66-3906-4b1a-955f-3981d8a1112b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.435737] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d68b2f7-2049-46f4-8087-ac592e3dc3ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.445283] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e4087-5707-48eb-8ce1-334a22a68ed8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.460952] env[69333]: DEBUG nova.compute.provider_tree [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.521487] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "c3998a36-7104-4828-a602-3d36cbe05a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.521648] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.521969] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.522086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.522233] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.524429] env[69333]: INFO nova.compute.manager [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Terminating instance [ 950.658783] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.701179] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134222, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.838072] env[69333]: DEBUG nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Successfully updated port: 251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.896780] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1aad-80c5-ccd8-505e-597cdda77443, 'name': SearchDatastore_Task, 'duration_secs': 0.02056} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.902020] env[69333]: DEBUG nova.network.neutron [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [{"id": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "address": "fa:16:3e:64:9b:f9", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3263bf-5f", "ovs_interfaceid": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.902020] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200e27c3-b641-4aa6-b1a9-fed0cbd99e18 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.906581] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 950.906581] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fdd0ad-4f8a-f234-9cd3-1a6857112b94" [ 950.906581] env[69333]: _type = "Task" [ 950.906581] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.917280] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fdd0ad-4f8a-f234-9cd3-1a6857112b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.000122] env[69333]: DEBUG nova.scheduler.client.report [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 951.000122] env[69333]: DEBUG nova.compute.provider_tree [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 100 to 101 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 951.000122] env[69333]: DEBUG nova.compute.provider_tree [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.030651] env[69333]: DEBUG nova.compute.manager [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.031152] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.032823] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9817ddac-b427-440a-9a9b-ebbdb8ef0404 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.041941] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.042227] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d759edf-c7fd-4146-a34a-8fa0909ecde1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.049605] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 951.049605] env[69333]: value = "task-4134223" [ 951.049605] env[69333]: _type = "Task" [ 951.049605] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.059046] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.200614] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134222, 'name': Rename_Task, 'duration_secs': 1.264918} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.200958] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.201183] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-352ea97a-104c-4f39-9f58-1683aebbadb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.210076] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 951.210076] env[69333]: value = "task-4134224" [ 951.210076] env[69333]: _type = "Task" [ 951.210076] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.218568] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.346553] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.346804] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.347119] env[69333]: DEBUG nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.401073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.401403] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Instance network_info: |[{"id": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "address": "fa:16:3e:64:9b:f9", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3263bf-5f", "ovs_interfaceid": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.401849] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:9b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b3263bf-5f45-479e-913c-d3e56d2115d9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.410076] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.410570] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.414427] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e9c23b0-170d-471b-82ab-ab8bb47eec57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.436880] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fdd0ad-4f8a-f234-9cd3-1a6857112b94, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.438474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.438824] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 54050f9c-f567-495a-91ff-c1f03457d92f/54050f9c-f567-495a-91ff-c1f03457d92f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.439139] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.439139] env[69333]: value = "task-4134225" [ 951.439139] env[69333]: _type = "Task" [ 951.439139] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.439407] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f250e6b9-5b94-4818-b865-b8a96906ccfd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452305] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134225, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.454195] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 951.454195] env[69333]: value = "task-4134226" [ 951.454195] env[69333]: _type = "Task" [ 951.454195] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.463878] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.504225] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.508039] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.305s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.508039] env[69333]: DEBUG nova.objects.instance [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'resources' on Instance uuid a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.540312] env[69333]: INFO nova.scheduler.client.report [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Deleted allocations for instance caeaf9da-d275-471c-9f7e-8dc318c4f3c0 [ 951.561206] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134223, 'name': PowerOffVM_Task, 'duration_secs': 0.288964} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.561612] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.561834] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.562316] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad58620-e36b-4605-9b55-bbae677c45ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.661684] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.661807] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.661992] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Deleting the datastore file [datastore2] c3998a36-7104-4828-a602-3d36cbe05a49 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.662280] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ade944-caf9-41c6-b7d5-689695704133 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.671977] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for the task: (returnval){ [ 951.671977] env[69333]: value = "task-4134228" [ 951.671977] env[69333]: _type = "Task" [ 951.671977] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.680985] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.721141] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.799566] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Received event network-vif-plugged-2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.799847] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquiring lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.800068] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.800339] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.800554] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] No waiting events found dispatching network-vif-plugged-2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.800764] env[69333]: WARNING nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Received unexpected event network-vif-plugged-2b3263bf-5f45-479e-913c-d3e56d2115d9 for instance with vm_state building and task_state spawning. [ 951.800980] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Received event network-changed-2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.801199] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Refreshing instance network info cache due to event network-changed-2b3263bf-5f45-479e-913c-d3e56d2115d9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.801456] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquiring lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.801632] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquired lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.801832] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Refreshing network info cache for port 2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.900628] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.902201] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825920e-11d6-4d11-8b28-e81caddcc51b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909879] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.911029] env[69333]: ERROR oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk due to incomplete transfer. [ 951.911029] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e28874f-f9ca-41e2-b880-015f36aa306f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.915298] env[69333]: WARNING nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 951.915497] env[69333]: WARNING nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 951.923029] env[69333]: DEBUG oslo_vmware.rw_handles [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226b452-f414-b892-642e-c2b37e6f7de0/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 951.923029] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Uploaded image cf1dc6af-3865-415e-a6ea-0acd0fca3cda to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 951.924486] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.924908] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24c48e28-ae05-4152-9387-b767639b7ba7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.934297] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 951.934297] env[69333]: value = "task-4134229" [ 951.934297] env[69333]: _type = "Task" [ 951.934297] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.950059] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134229, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.964109] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134225, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976274] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.019581] env[69333]: DEBUG nova.objects.instance [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'numa_topology' on Instance uuid a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.048956] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bd1052f8-25cd-4d40-9777-168d4aa169b5 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Lock "caeaf9da-d275-471c-9f7e-8dc318c4f3c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.243s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.183621] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.222684] env[69333]: DEBUG oslo_vmware.api [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134224, 'name': PowerOnVM_Task, 'duration_secs': 0.907933} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.223156] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.223281] env[69333]: DEBUG nova.compute.manager [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.224283] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f504563-0488-4a61-9848-4597fbc60b27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.447928] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134229, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.459695] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134225, 'name': CreateVM_Task, 'duration_secs': 0.624813} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.459695] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.459695] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.459832] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.460397] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf7e2b2-928a-4c23-9f1b-ebf9f8d96414 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.470616] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 952.470616] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dd8742-8fca-1467-109b-c89ce8f20000" [ 952.470616] env[69333]: _type = "Task" [ 952.470616] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.478772] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612668} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.479458] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 54050f9c-f567-495a-91ff-c1f03457d92f/54050f9c-f567-495a-91ff-c1f03457d92f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.479670] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.479961] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c80b88c2-75d7-4620-af03-093e158b86bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.485786] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dd8742-8fca-1467-109b-c89ce8f20000, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.486549] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.486899] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.487085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.487234] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.487411] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.487695] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392458fe-e07b-469a-ab81-3768e79bfb0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.490709] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 952.490709] env[69333]: value = "task-4134230" [ 952.490709] env[69333]: _type = "Task" [ 952.490709] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.498566] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.498893] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.503009] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3134da7d-25f7-453c-899f-ef2e6ec7127a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.505993] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.510188] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 952.510188] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b3a8be-263e-4deb-b176-7c2974431be1" [ 952.510188] env[69333]: _type = "Task" [ 952.510188] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.520639] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b3a8be-263e-4deb-b176-7c2974431be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.523400] env[69333]: DEBUG nova.objects.base [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.682700] env[69333]: DEBUG oslo_vmware.api [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Task: {'id': task-4134228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.682935] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.683133] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.683314] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.683867] env[69333]: INFO nova.compute.manager [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Took 1.65 seconds to destroy the instance on the hypervisor. [ 952.683867] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.684127] env[69333]: DEBUG nova.compute.manager [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.684293] env[69333]: DEBUG nova.network.neutron [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.729423] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updated VIF entry in instance network info cache for port 2b3263bf-5f45-479e-913c-d3e56d2115d9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.729786] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [{"id": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "address": "fa:16:3e:64:9b:f9", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3263bf-5f", "ovs_interfaceid": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.746426] env[69333]: DEBUG nova.network.neutron [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "address": "fa:16:3e:08:65:02", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a9015a-b3", "ovs_interfaceid": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "address": "fa:16:3e:a1:27:cf", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6d81-85", "ovs_interfaceid": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.746426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.948072] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134229, 'name': Destroy_Task, 'duration_secs': 0.945607} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.948360] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Destroyed the VM [ 952.948596] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 952.948861] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd22a09f-1622-4422-9b88-3b1a4a05623c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.957116] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 952.957116] env[69333]: value = "task-4134231" [ 952.957116] env[69333]: _type = "Task" [ 952.957116] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.969734] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134231, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.976291] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab33bb-fb9a-4f8c-bb03-84a7a32cc36d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.985324] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82188822-901a-45ac-b03c-f24ee2ef0385 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.027043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da940f9-9d37-4d3f-9ec3-ed08f43e8dd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.033071] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07981} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.034153] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.035027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4589f6-cbaa-43d9-a59c-80cffba05577 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.043384] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b3a8be-263e-4deb-b176-7c2974431be1, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.046013] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb7de1-078d-498b-8360-690d8359007d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.060689] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12116d03-e011-41aa-92a7-9e34b6050fc5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.072500] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 54050f9c-f567-495a-91ff-c1f03457d92f/54050f9c-f567-495a-91ff-c1f03457d92f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.073189] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b04d5eb-ea19-42f8-9130-c4ad99cf39ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.097910] env[69333]: DEBUG nova.compute.provider_tree [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.103589] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 953.103589] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525579c2-d9bf-aadb-29b2-5d607c1f8b73" [ 953.103589] env[69333]: _type = "Task" [ 953.103589] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.108405] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 953.108405] env[69333]: value = "task-4134232" [ 953.108405] env[69333]: _type = "Task" [ 953.108405] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.117283] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525579c2-d9bf-aadb-29b2-5d607c1f8b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.125340] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.233022] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Releasing lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.233472] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-plugged-251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.233611] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.233829] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.233994] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.234201] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] No waiting events found dispatching network-vif-plugged-251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.234374] env[69333]: WARNING nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received unexpected event network-vif-plugged-251d6d81-8541-49ea-a49f-23abcbd9cbf6 for instance with vm_state active and task_state None. [ 953.234561] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-changed-251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.234718] env[69333]: DEBUG nova.compute.manager [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing instance network info cache due to event network-changed-251d6d81-8541-49ea-a49f-23abcbd9cbf6. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.234885] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.249131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.249811] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.250426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.250796] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.251181] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Refreshing network info cache for port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.253417] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c03bb-e763-4554-bd56-72c6983fa9cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.275022] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.275280] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.275421] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.275602] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.275750] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.275902] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.277204] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.277204] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.277204] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.277204] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.277204] env[69333]: DEBUG nova.virt.hardware [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.283544] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfiguring VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 953.285073] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db279b51-0c84-4a96-9448-73d7af70be06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.306496] env[69333]: DEBUG oslo_vmware.api [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 953.306496] env[69333]: value = "task-4134233" [ 953.306496] env[69333]: _type = "Task" [ 953.306496] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.317030] env[69333]: DEBUG oslo_vmware.api [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134233, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.466742] env[69333]: DEBUG nova.compute.manager [req-7b96f9fe-3bba-45fa-b424-15c26d8ab414 req-b9527a70-6aa3-4030-8007-98564288cdc2 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Received event network-vif-deleted-37ea30fa-cdca-4f8e-830b-acc023227d54 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.466979] env[69333]: INFO nova.compute.manager [req-7b96f9fe-3bba-45fa-b424-15c26d8ab414 req-b9527a70-6aa3-4030-8007-98564288cdc2 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Neutron deleted interface 37ea30fa-cdca-4f8e-830b-acc023227d54; detaching it from the instance and deleting it from the info cache [ 953.467287] env[69333]: DEBUG nova.network.neutron [req-7b96f9fe-3bba-45fa-b424-15c26d8ab414 req-b9527a70-6aa3-4030-8007-98564288cdc2 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.475479] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134231, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.603332] env[69333]: DEBUG nova.network.neutron [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.627950] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134232, 'name': ReconfigVM_Task, 'duration_secs': 0.363326} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.631785] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 54050f9c-f567-495a-91ff-c1f03457d92f/54050f9c-f567-495a-91ff-c1f03457d92f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.632521] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525579c2-d9bf-aadb-29b2-5d607c1f8b73, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.633067] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a0768a6-a817-4dc0-b07b-57d7f42b2d5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.636082] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.636370] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/5cc16c1e-268c-43ab-a0da-014fac34514c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.636634] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b06248-f53e-4c91-b9cf-c2d23c9a78fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.639465] env[69333]: DEBUG nova.scheduler.client.report [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.639714] env[69333]: DEBUG nova.compute.provider_tree [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 101 to 102 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.639897] env[69333]: DEBUG nova.compute.provider_tree [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.649833] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 953.649833] env[69333]: value = "task-4134234" [ 953.649833] env[69333]: _type = "Task" [ 953.649833] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.651294] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 953.651294] env[69333]: value = "task-4134235" [ 953.651294] env[69333]: _type = "Task" [ 953.651294] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.663659] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.667382] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134234, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.824467] env[69333]: DEBUG oslo_vmware.api [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.971347] env[69333]: DEBUG oslo_vmware.api [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134231, 'name': RemoveSnapshot_Task, 'duration_secs': 0.646053} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.971512] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7de7f54f-7edf-4693-9492-8cf79d754c23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.973661] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 953.976059] env[69333]: INFO nova.compute.manager [None req-5b28c2cf-cd86-4635-8c84-cab01f4ec0d8 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 20.06 seconds to snapshot the instance on the hypervisor. [ 953.986931] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237f518-78f6-4a2b-afde-274f0cb4e0eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.031085] env[69333]: DEBUG nova.compute.manager [req-7b96f9fe-3bba-45fa-b424-15c26d8ab414 req-b9527a70-6aa3-4030-8007-98564288cdc2 service nova] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Detach interface failed, port_id=37ea30fa-cdca-4f8e-830b-acc023227d54, reason: Instance c3998a36-7104-4828-a602-3d36cbe05a49 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.054594] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updated VIF entry in instance network info cache for port 251d6d81-8541-49ea-a49f-23abcbd9cbf6. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.055294] env[69333]: DEBUG nova.network.neutron [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "address": "fa:16:3e:08:65:02", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a9015a-b3", "ovs_interfaceid": "15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "address": "fa:16:3e:a1:27:cf", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6d81-85", "ovs_interfaceid": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.104833] env[69333]: INFO nova.compute.manager [-] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Took 1.42 seconds to deallocate network for instance. [ 954.149335] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.639s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.150141] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.832s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.150505] env[69333]: DEBUG nova.objects.instance [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lazy-loading 'resources' on Instance uuid 57dc8703-1f63-4aba-9db2-cf642f9e93ec {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.166827] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134234, 'name': Rename_Task, 'duration_secs': 0.179673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.170373] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.170701] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502955} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.171254] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178cbd97-95fe-4d8e-a9fb-05346ff539f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.173141] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/5cc16c1e-268c-43ab-a0da-014fac34514c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.173380] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.173726] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d18c4c87-c271-47fb-86c7-299ff4127a5d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182491] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 954.182491] env[69333]: value = "task-4134236" [ 954.182491] env[69333]: _type = "Task" [ 954.182491] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.184309] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 954.184309] env[69333]: value = "task-4134237" [ 954.184309] env[69333]: _type = "Task" [ 954.184309] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.198518] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.201965] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.321201] env[69333]: DEBUG oslo_vmware.api [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134233, 'name': ReconfigVM_Task, 'duration_secs': 0.708029} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.321927] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.322716] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfigured VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 954.559408] env[69333]: DEBUG oslo_concurrency.lockutils [req-19fa1421-a02c-400e-9145-423e5429469a req-a781477a-7a9e-4d0b-a743-20db2c5e2f1c service nova] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.614168] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.661458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1d6e12ba-5eb9-45e9-a6ad-806a3ce60336 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.246s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.662807] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 26.971s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.663031] env[69333]: INFO nova.compute.manager [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Unshelving [ 954.706829] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.710167] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093662} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.711491] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.711491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230b5ace-6ac7-4eaa-9425-eb2a6be37dc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.746175] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/5cc16c1e-268c-43ab-a0da-014fac34514c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.750745] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61aa404-ae7e-4256-985e-a400e60b8a68 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.781021] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 954.781021] env[69333]: value = "task-4134238" [ 954.781021] env[69333]: _type = "Task" [ 954.781021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.797110] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.829936] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5ce64285-4524-427e-96ac-55dd07e908b0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-251d6d81-8541-49ea-a49f-23abcbd9cbf6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.402s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.107027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d944a92-0983-4db1-848d-ddfc39425aee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.115976] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49ffef-af65-4ab6-9ef4-7d7d1ebd4f59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.153643] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb3c61-a0d8-496b-bf0e-253ccd6365ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161971] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b68843-8bd8-4989-8b0b-645b40a5000c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.178517] env[69333]: DEBUG nova.compute.provider_tree [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.195291] env[69333]: DEBUG oslo_vmware.api [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134236, 'name': PowerOnVM_Task, 'duration_secs': 0.583892} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.195579] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.195781] env[69333]: INFO nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Took 9.87 seconds to spawn the instance on the hypervisor. [ 955.195956] env[69333]: DEBUG nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.196768] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad7037-c1d5-498d-b754-36d64a80605d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.292423] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.337467] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.338305] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.338305] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.338305] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.338477] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.341635] env[69333]: INFO nova.compute.manager [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Terminating instance [ 955.684728] env[69333]: DEBUG nova.scheduler.client.report [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.715295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.717443] env[69333]: INFO nova.compute.manager [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Took 40.63 seconds to build instance. [ 955.792572] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134238, 'name': ReconfigVM_Task, 'duration_secs': 0.648598} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.792898] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/5cc16c1e-268c-43ab-a0da-014fac34514c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.793620] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7335dd39-e584-4a2f-9b48-929008b21b20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.802226] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 955.802226] env[69333]: value = "task-4134239" [ 955.802226] env[69333]: _type = "Task" [ 955.802226] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.811860] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134239, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.846338] env[69333]: DEBUG nova.compute.manager [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.846594] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.847940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23fc87-edb9-4ced-9e1f-f5f7fcd8e736 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.856762] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.857061] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc050702-7c22-454c-9b7a-28b6cd816272 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.865556] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 955.865556] env[69333]: value = "task-4134240" [ 955.865556] env[69333]: _type = "Task" [ 955.865556] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.875720] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.920636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.920938] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.192282] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.194765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.792s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.195248] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.196860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.220s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.198392] env[69333]: INFO nova.compute.claims [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.211933] env[69333]: INFO nova.scheduler.client.report [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted allocations for instance 57dc8703-1f63-4aba-9db2-cf642f9e93ec [ 956.221177] env[69333]: INFO nova.scheduler.client.report [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleted allocations for instance 74cf11d9-39be-4681-90f5-cef703f4a12d [ 956.222597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-180fb840-b100-4c66-8d7b-9a09830006e1 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.865s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.314211] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134239, 'name': Rename_Task, 'duration_secs': 0.216643} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.314525] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.314785] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f316973-8828-4e66-95b2-5540999b22d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.322393] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 956.322393] env[69333]: value = "task-4134241" [ 956.322393] env[69333]: _type = "Task" [ 956.322393] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.333910] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.366139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.366454] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.379205] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134240, 'name': PowerOffVM_Task, 'duration_secs': 0.27071} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.380239] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.380421] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.380942] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd2e2de1-eb6c-476b-ba65-55b0a8eda015 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.428026] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.456529] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.456760] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.459017] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore2] 021b4057-6f4b-4707-b9eb-bc87c584c2ae {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.459017] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f607299b-09ac-4dd0-bbba-e366681d5241 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.465914] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 956.465914] env[69333]: value = "task-4134243" [ 956.465914] env[69333]: _type = "Task" [ 956.465914] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.479441] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.736033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "74cf11d9-39be-4681-90f5-cef703f4a12d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.667s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.737669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "57dc8703-1f63-4aba-9db2-cf642f9e93ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.991s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.835948] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.871714] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.925399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.926219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.972754] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.980963] env[69333]: DEBUG oslo_vmware.api [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180178} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.980963] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.982214] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.982214] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.982214] env[69333]: INFO nova.compute.manager [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 956.982214] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.982634] env[69333]: DEBUG nova.compute.manager [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.982690] env[69333]: DEBUG nova.network.neutron [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.025751] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.025890] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.119130] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "54050f9c-f567-495a-91ff-c1f03457d92f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.119255] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.119484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.119556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.119724] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.121921] env[69333]: INFO nova.compute.manager [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Terminating instance [ 957.343025] env[69333]: DEBUG oslo_vmware.api [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134241, 'name': PowerOnVM_Task, 'duration_secs': 0.553789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.343025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.343025] env[69333]: INFO nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Took 9.39 seconds to spawn the instance on the hypervisor. [ 957.343025] env[69333]: DEBUG nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.343537] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8eca52-e4a4-4314-8233-4bde7fb004e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.401630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.429703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.430138] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.433955] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd5bd6-828e-45b4-93c5-1fe3f59c362a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.458321] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b64b4d-b857-4df2-8261-22be9051e821 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.490851] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfiguring VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 957.495205] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6e91c0-3e4a-40b2-8567-37b294320c80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.509912] env[69333]: DEBUG nova.compute.manager [req-3d3216e0-ad6a-4a03-a7b7-0f6a79302a5b req-a6bbe11b-344c-4e88-9692-fd2e098c725f service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Received event network-vif-deleted-d8d5de45-de02-4af8-8a35-8377fc5d157e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.510163] env[69333]: INFO nova.compute.manager [req-3d3216e0-ad6a-4a03-a7b7-0f6a79302a5b req-a6bbe11b-344c-4e88-9692-fd2e098c725f service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Neutron deleted interface d8d5de45-de02-4af8-8a35-8377fc5d157e; detaching it from the instance and deleting it from the info cache [ 957.510343] env[69333]: DEBUG nova.network.neutron [req-3d3216e0-ad6a-4a03-a7b7-0f6a79302a5b req-a6bbe11b-344c-4e88-9692-fd2e098c725f service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.520615] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 957.520615] env[69333]: value = "task-4134244" [ 957.520615] env[69333]: _type = "Task" [ 957.520615] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.531896] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.540317] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.627399] env[69333]: DEBUG nova.compute.manager [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.627684] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.631269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3141a4e0-b419-4542-9bd4-a91d198dc47d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.637066] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.637353] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92343b6e-e6c6-47b4-b378-49fd5bce61f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.645668] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 957.645668] env[69333]: value = "task-4134245" [ 957.645668] env[69333]: _type = "Task" [ 957.645668] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.655450] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.666864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.667365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.667365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.668837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.668837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.670715] env[69333]: INFO nova.compute.manager [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Terminating instance [ 957.744549] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d53b6-4b32-4f53-bf4f-6859c8c4a72b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.748574] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.748848] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.749064] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.749251] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.749414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.751620] env[69333]: INFO nova.compute.manager [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Terminating instance [ 957.760757] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f80c3-bdd8-4e36-86e0-056d3e4b2a39 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.795659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef70015-86fc-450e-9690-9fb11589f6ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.805262] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7428ca7-670d-421d-ab59-7ad07876b048 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.823179] env[69333]: DEBUG nova.compute.provider_tree [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.869074] env[69333]: INFO nova.compute.manager [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Took 38.47 seconds to build instance. [ 957.872881] env[69333]: DEBUG nova.network.neutron [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.013725] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2444704d-9185-4e9a-901e-b231ea1ad65c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.027126] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba498382-77ac-43fc-a73e-d9b68df18ca0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.047037] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.066852] env[69333]: DEBUG nova.compute.manager [req-3d3216e0-ad6a-4a03-a7b7-0f6a79302a5b req-a6bbe11b-344c-4e88-9692-fd2e098c725f service nova] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Detach interface failed, port_id=d8d5de45-de02-4af8-8a35-8377fc5d157e, reason: Instance 021b4057-6f4b-4707-b9eb-bc87c584c2ae could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.068305] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.156785] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134245, 'name': PowerOffVM_Task, 'duration_secs': 0.24105} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.157121] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.157255] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.157537] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8ac2ef-b9b2-4332-9e20-fd949a378b04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.176829] env[69333]: DEBUG nova.compute.manager [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.177069] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.177977] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7d5ea5-a87b-4a59-b552-93d600d6184c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.187779] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.187779] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f51c0d9-391e-4c7d-80c0-d354b7d56c3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.194542] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 958.194542] env[69333]: value = "task-4134247" [ 958.194542] env[69333]: _type = "Task" [ 958.194542] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.203718] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.246791] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.247051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.247273] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore2] 54050f9c-f567-495a-91ff-c1f03457d92f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.247601] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf81c19f-29c8-453a-9428-2d202ae3035d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.256419] env[69333]: DEBUG nova.compute.manager [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.256688] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.257054] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 958.257054] env[69333]: value = "task-4134248" [ 958.257054] env[69333]: _type = "Task" [ 958.257054] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.257845] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420688a8-7a99-4943-85a8-a0f8e75325d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.272174] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.274897] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.275336] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32889ff1-76e8-482b-8a06-4ee8f01fec3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.284061] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 958.284061] env[69333]: value = "task-4134249" [ 958.284061] env[69333]: _type = "Task" [ 958.284061] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.295260] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.326743] env[69333]: DEBUG nova.scheduler.client.report [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.371546] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f2915fb-8f13-4a85-9abf-7426d6131315 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.869s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.375232] env[69333]: INFO nova.compute.manager [-] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Took 1.39 seconds to deallocate network for instance. [ 958.458527] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "f1479274-957c-4554-921e-cedef2c2e734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.458527] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.533308] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.707027] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.771059] env[69333]: DEBUG oslo_vmware.api [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253319} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.771059] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.771254] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.771319] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.771495] env[69333]: INFO nova.compute.manager [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.771757] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.771949] env[69333]: DEBUG nova.compute.manager [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.772055] env[69333]: DEBUG nova.network.neutron [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.794696] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134249, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.832598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.833186] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.836216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.578s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.836351] env[69333]: DEBUG nova.objects.instance [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lazy-loading 'resources' on Instance uuid e2e39bc1-4026-45c3-801f-d090aba8219e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.843065] env[69333]: INFO nova.compute.manager [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Rescuing [ 958.843282] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.843632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.843718] env[69333]: DEBUG nova.network.neutron [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.886840] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.963615] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.035668] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.103940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.103940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.105136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.105136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.105136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.108399] env[69333]: INFO nova.compute.manager [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Terminating instance [ 959.206051] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.296125] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134249, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.339767] env[69333]: DEBUG nova.compute.utils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.345121] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.345240] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.390535] env[69333]: DEBUG nova.policy [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd8a7602122e41a9be5c5332f95c2469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebcfa9837b5436a93d0e78e767a1853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.485151] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.514064] env[69333]: DEBUG nova.compute.manager [req-66700c5e-1d60-4f62-b98b-48e54f51fe2c req-00b0a8f2-69dc-4d0c-a8d8-c04cdb02c079 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Received event network-vif-deleted-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.514064] env[69333]: INFO nova.compute.manager [req-66700c5e-1d60-4f62-b98b-48e54f51fe2c req-00b0a8f2-69dc-4d0c-a8d8-c04cdb02c079 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Neutron deleted interface 2f1b7202-f3f7-4dbd-9aa1-afa45760c061; detaching it from the instance and deleting it from the info cache [ 959.514064] env[69333]: DEBUG nova.network.neutron [req-66700c5e-1d60-4f62-b98b-48e54f51fe2c req-00b0a8f2-69dc-4d0c-a8d8-c04cdb02c079 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.531227] env[69333]: DEBUG nova.network.neutron [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.538830] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.614017] env[69333]: DEBUG nova.compute.manager [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.614717] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.616455] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff52a2f-4e2d-4ae0-bbd6-66e3a4205527 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.627233] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.628156] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4969ff-eed2-4ba8-86b9-70f14114b1e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.634878] env[69333]: DEBUG nova.network.neutron [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [{"id": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "address": "fa:16:3e:64:9b:f9", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3263bf-5f", "ovs_interfaceid": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.637294] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 959.637294] env[69333]: value = "task-4134250" [ 959.637294] env[69333]: _type = "Task" [ 959.637294] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.650638] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.707956] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134247, 'name': PowerOffVM_Task, 'duration_secs': 1.227853} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.708508] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.709276] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.709713] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e13294-fbdc-49af-a668-b56f6a1ee454 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.801697] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134249, 'name': PowerOffVM_Task, 'duration_secs': 1.148194} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.802225] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.802463] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.806492] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f48cdd5-73f1-41a5-826c-6dc7cfba6527 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.809988] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.810492] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.810773] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore2] 6de5e4c7-cfb4-4c32-b905-9306b918c722 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.811540] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-267cd157-0bf9-4032-8a1d-dbf28341cf51 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.820707] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 959.820707] env[69333]: value = "task-4134253" [ 959.820707] env[69333]: _type = "Task" [ 959.820707] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.836926] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.841117] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Successfully created port: 72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.845313] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.861485] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9873b227-a2e6-4e18-abdc-3dd90d6003f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.870514] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb9aac-e613-4f79-bc89-5a3a2cd58ed1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.912094] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc3e85-d873-4588-a975-21320f2e3507 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.915655] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.916051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.916325] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleting the datastore file [datastore1] 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.916722] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d3b9a2-94b6-469d-ae19-6f3f3170cac1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.927443] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35655fe-7123-47e8-b8c1-540df93e50ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.933343] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for the task: (returnval){ [ 959.933343] env[69333]: value = "task-4134254" [ 959.933343] env[69333]: _type = "Task" [ 959.933343] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.949416] env[69333]: DEBUG nova.compute.provider_tree [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.959027] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.017828] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde6c79c-874e-4139-8ce5-ece0defbd1f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.031780] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb001431-070d-43a3-b213-ddc7b8bf63ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.043638] env[69333]: INFO nova.compute.manager [-] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Took 1.27 seconds to deallocate network for instance. [ 960.052157] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.068938] env[69333]: DEBUG nova.compute.manager [req-66700c5e-1d60-4f62-b98b-48e54f51fe2c req-00b0a8f2-69dc-4d0c-a8d8-c04cdb02c079 service nova] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Detach interface failed, port_id=2f1b7202-f3f7-4dbd-9aa1-afa45760c061, reason: Instance 54050f9c-f567-495a-91ff-c1f03457d92f could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.138541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151546] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134250, 'name': PowerOffVM_Task, 'duration_secs': 0.2778} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.151997] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.152282] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.152592] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38eb0e0a-dd1f-4122-9df6-c3f2678018d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.234014] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.234381] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.234637] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleting the datastore file [datastore1] 4c6c7885-9cd0-4d18-8e16-710e4092e079 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.234924] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80aaee0c-3e16-4263-9de2-a19ed5f9a608 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.242941] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 960.242941] env[69333]: value = "task-4134256" [ 960.242941] env[69333]: _type = "Task" [ 960.242941] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.254824] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.335065] env[69333]: DEBUG oslo_vmware.api [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221122} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.335324] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.335510] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.335692] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.335864] env[69333]: INFO nova.compute.manager [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Took 2.16 seconds to destroy the instance on the hypervisor. [ 960.336132] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.336345] env[69333]: DEBUG nova.compute.manager [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.336441] env[69333]: DEBUG nova.network.neutron [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.445496] env[69333]: DEBUG oslo_vmware.api [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Task: {'id': task-4134254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203282} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.445895] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.446465] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.446465] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.446663] env[69333]: INFO nova.compute.manager [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Took 2.19 seconds to destroy the instance on the hypervisor. [ 960.446868] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.447151] env[69333]: DEBUG nova.compute.manager [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.447480] env[69333]: DEBUG nova.network.neutron [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.455090] env[69333]: DEBUG nova.scheduler.client.report [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.543794] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.554117] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.742190] env[69333]: DEBUG nova.compute.manager [req-5035c912-e89e-4495-93b7-9b817f0b001d req-30d36a1c-0791-4921-a0bf-29f079f1e2f4 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Received event network-vif-deleted-dabed95d-d960-4293-be71-610b3cd0d8c7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.742560] env[69333]: INFO nova.compute.manager [req-5035c912-e89e-4495-93b7-9b817f0b001d req-30d36a1c-0791-4921-a0bf-29f079f1e2f4 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Neutron deleted interface dabed95d-d960-4293-be71-610b3cd0d8c7; detaching it from the instance and deleting it from the info cache [ 960.742872] env[69333]: DEBUG nova.network.neutron [req-5035c912-e89e-4495-93b7-9b817f0b001d req-30d36a1c-0791-4921-a0bf-29f079f1e2f4 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.759835] env[69333]: DEBUG oslo_vmware.api [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167516} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.760245] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.760542] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.760843] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.761479] env[69333]: INFO nova.compute.manager [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.762083] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.763379] env[69333]: DEBUG nova.compute.manager [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.763379] env[69333]: DEBUG nova.network.neutron [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.857897] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.888816] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.889114] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.889273] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.889452] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.889598] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.889742] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.889944] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.890115] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.890282] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.890445] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.890627] env[69333]: DEBUG nova.virt.hardware [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.891550] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02644f6d-dc7b-48f6-a015-36fa4a78f5d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.901552] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3830b-bd8f-46b4-ab31-da5541a52197 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.963595] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.967205] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.335s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.967205] env[69333]: DEBUG nova.objects.instance [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lazy-loading 'resources' on Instance uuid 2178d731-3d7a-44e4-a002-2e3785592d8f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.999528] env[69333]: INFO nova.scheduler.client.report [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Deleted allocations for instance e2e39bc1-4026-45c3-801f-d090aba8219e [ 961.038976] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.215781] env[69333]: DEBUG nova.network.neutron [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.247030] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a0a1b07-3a6c-4e5b-8824-8908d89a0dd0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257864] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e2758-5ca5-4265-8e36-f5f8c9566320 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.299043] env[69333]: DEBUG nova.compute.manager [req-5035c912-e89e-4495-93b7-9b817f0b001d req-30d36a1c-0791-4921-a0bf-29f079f1e2f4 service nova] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Detach interface failed, port_id=dabed95d-d960-4293-be71-610b3cd0d8c7, reason: Instance 6de5e4c7-cfb4-4c32-b905-9306b918c722 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.321484] env[69333]: DEBUG nova.network.neutron [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.506366] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Lock "e2e39bc1-4026-45c3-801f-d090aba8219e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.244s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.520592] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Successfully updated port: 72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.542601] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.545536] env[69333]: DEBUG nova.compute.manager [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Received event network-vif-plugged-72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.546218] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Acquiring lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.546218] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.546218] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.546383] env[69333]: DEBUG nova.compute.manager [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] No waiting events found dispatching network-vif-plugged-72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.546513] env[69333]: WARNING nova.compute.manager [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Received unexpected event network-vif-plugged-72c6b262-8969-4859-a249-968ebef6768a for instance with vm_state building and task_state spawning. [ 961.546668] env[69333]: DEBUG nova.compute.manager [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Received event network-changed-72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.546815] env[69333]: DEBUG nova.compute.manager [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Refreshing instance network info cache due to event network-changed-72c6b262-8969-4859-a249-968ebef6768a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.546999] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Acquiring lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.547148] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Acquired lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.547303] env[69333]: DEBUG nova.network.neutron [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Refreshing network info cache for port 72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.595641] env[69333]: DEBUG nova.network.neutron [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.683655] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.684148] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd40cc50-636c-4912-8e76-4fd82d568532 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.697488] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 961.697488] env[69333]: value = "task-4134257" [ 961.697488] env[69333]: _type = "Task" [ 961.697488] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.713090] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.718997] env[69333]: INFO nova.compute.manager [-] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Took 1.38 seconds to deallocate network for instance. [ 961.828453] env[69333]: INFO nova.compute.manager [-] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Took 1.38 seconds to deallocate network for instance. [ 961.915047] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d03c0be-c082-40ea-942e-482976171b60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.923678] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b127f165-f73e-42e8-89ca-e3b2cc1c547d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.959043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63197944-9a9d-4ffc-bf8d-e5e3042df72e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.968642] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187faff7-4760-45b4-b645-32b24c49f8c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.984239] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.023725] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.038869] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.093104] env[69333]: DEBUG nova.network.neutron [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.098079] env[69333]: INFO nova.compute.manager [-] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Took 1.34 seconds to deallocate network for instance. [ 962.192276] env[69333]: DEBUG nova.network.neutron [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.211058] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134257, 'name': PowerOffVM_Task, 'duration_secs': 0.248843} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.211387] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.212252] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eac36e-82a0-44b8-83cc-baa446ac1cf0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.232921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.234312] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad28cc45-c546-4904-b0e1-e58bd0d2e260 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.280328] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.280768] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-969609cd-e74d-41a0-8025-752d75f506d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.291344] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 962.291344] env[69333]: value = "task-4134258" [ 962.291344] env[69333]: _type = "Task" [ 962.291344] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.303939] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.304380] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.304664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.307027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.307148] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.307448] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2c6f3f-edad-4a52-9b65-a2bd37e83129 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.319819] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.320085] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.320976] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a7be4e-33dd-44ce-b7f5-45645eea91a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.329336] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 962.329336] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1a831-df38-3049-bdb1-76b113161640" [ 962.329336] env[69333]: _type = "Task" [ 962.329336] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.339729] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.340074] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1a831-df38-3049-bdb1-76b113161640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.506251] env[69333]: ERROR nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [req-5e4ef1df-3bec-4b7f-8fac-f59ef56947f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e4ef1df-3bec-4b7f-8fac-f59ef56947f3"}]} [ 962.524040] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 962.543054] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.544310] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 962.544567] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.561208] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 962.590051] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 962.608372] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.696008] env[69333]: DEBUG oslo_concurrency.lockutils [req-047b9efc-2580-42ac-a7a7-78c403fd0200 req-5a91b678-3c3b-4a0c-a40e-5f8a61df8782 service nova] Releasing lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.696525] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.696698] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.783929] env[69333]: DEBUG nova.compute.manager [req-3672a230-707a-4916-bf0c-ddbeb2a0ffa0 req-28353c61-0d8b-4fea-bc85-061edcf8dd7a service nova] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Received event network-vif-deleted-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.784483] env[69333]: DEBUG nova.compute.manager [req-3672a230-707a-4916-bf0c-ddbeb2a0ffa0 req-28353c61-0d8b-4fea-bc85-061edcf8dd7a service nova] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Received event network-vif-deleted-da93d32b-ddc9-4e26-a5cb-f11468249456 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.840563] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d1a831-df38-3049-bdb1-76b113161640, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.844037] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d1d1ac-f01f-45ad-a306-b23edf9bc3d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.850520] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 962.850520] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520bc9f8-256d-ac0a-ef2a-af4550ed44c3" [ 962.850520] env[69333]: _type = "Task" [ 962.850520] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.863931] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520bc9f8-256d-ac0a-ef2a-af4550ed44c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.992477] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7501e5-2ec6-4ef2-9f68-728801d72027 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.000881] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112deb54-e214-4434-af5b-949f2e2b3095 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.036302] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12f1cf-ee1c-4a2f-a3a5-53944ac3eb67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.045656] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.049131] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c607dc7-5d7d-4291-a375-edaa54623a92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.064568] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.267428] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.319218] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "062fb187-4084-408a-b8af-2bcc4552a5f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.319695] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.363882] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520bc9f8-256d-ac0a-ef2a-af4550ed44c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015734} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.364461] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.366248] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 963.366755] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b55b098f-2dc6-4063-a6df-b81747e97025 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.375542] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 963.375542] env[69333]: value = "task-4134259" [ 963.375542] env[69333]: _type = "Task" [ 963.375542] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.389031] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.492077] env[69333]: DEBUG nova.network.neutron [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Updating instance_info_cache with network_info: [{"id": "72c6b262-8969-4859-a249-968ebef6768a", "address": "fa:16:3e:97:b7:da", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72c6b262-89", "ovs_interfaceid": "72c6b262-8969-4859-a249-968ebef6768a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.544558] env[69333]: DEBUG oslo_vmware.api [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134244, 'name': ReconfigVM_Task, 'duration_secs': 5.853544} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.544922] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.545177] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Reconfigured VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 963.595048] env[69333]: ERROR nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] [req-da407250-94e8-41f5-9216-44e64787a20c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da407250-94e8-41f5-9216-44e64787a20c"}]} [ 963.618223] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.638175] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.638528] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.653144] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.676394] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.822665] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.894024] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.902161] env[69333]: DEBUG nova.compute.manager [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-deleted-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.902375] env[69333]: INFO nova.compute.manager [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Neutron deleted interface 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1; detaching it from the instance and deleting it from the info cache [ 963.902668] env[69333]: DEBUG nova.network.neutron [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "address": "fa:16:3e:a1:27:cf", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6d81-85", "ovs_interfaceid": "251d6d81-8541-49ea-a49f-23abcbd9cbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.995324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "refresh_cache-8478138a-be73-4412-b29c-2364bdf5b4ff" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.995824] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance network_info: |[{"id": "72c6b262-8969-4859-a249-968ebef6768a", "address": "fa:16:3e:97:b7:da", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72c6b262-89", "ovs_interfaceid": "72c6b262-8969-4859-a249-968ebef6768a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.999541] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b7:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72c6b262-8969-4859-a249-968ebef6768a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.007731] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.009151] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.009151] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2672285f-0fe4-44e3-b7c8-e2bb6acd9776 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.032357] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.032357] env[69333]: value = "task-4134260" [ 964.032357] env[69333]: _type = "Task" [ 964.032357] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.043998] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134260, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.162599] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef7316-595d-4812-bfd8-a91c59b5e108 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171526] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0755e9-5b6a-40c8-9bcd-fe222fa24239 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.212921] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae4fe8e-f9d2-4dcf-b6e7-beec17206fae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.222327] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c326c-c290-41e0-86f1-ad945e0b2605 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.238182] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.343629] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.394028] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615101} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.394028] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 964.394721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882bf37-7945-492a-b61c-9ae832c89420 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.417034] env[69333]: DEBUG oslo_concurrency.lockutils [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417246] env[69333]: DEBUG oslo_concurrency.lockutils [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] Acquired lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.425925] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.426776] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aa8086-d061-44e5-9abd-2289c5898616 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430396] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c812c7-cb0c-46fe-bdf7-6c13228c2df0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.459117] env[69333]: DEBUG oslo_concurrency.lockutils [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] Releasing lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.459866] env[69333]: WARNING nova.compute.manager [req-79436845-bc31-4529-a64f-31cc63ad50e5 req-6c61e69b-4b39-4ab2-a484-f652e28a7eed service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Detach interface failed, port_id=15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1, reason: No device with interface-id 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 exists on VM: nova.exception.NotFound: No device with interface-id 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 exists on VM [ 964.461600] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 964.461600] env[69333]: value = "task-4134261" [ 964.461600] env[69333]: _type = "Task" [ 964.461600] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.470924] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.545780] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134260, 'name': CreateVM_Task, 'duration_secs': 0.40758} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.546024] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.546961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.547201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.547617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.547946] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6575fc21-a28a-4679-a7da-b5c9b02066ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.554127] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 964.554127] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5221d73a-117d-5abd-2974-9ae3e9f9057c" [ 964.554127] env[69333]: _type = "Task" [ 964.554127] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.566024] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5221d73a-117d-5abd-2974-9ae3e9f9057c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.778029] env[69333]: DEBUG nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.778325] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 107 to 108 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.778479] env[69333]: DEBUG nova.compute.provider_tree [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.893719] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.893869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.894060] env[69333]: DEBUG nova.network.neutron [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.972173] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134261, 'name': ReconfigVM_Task, 'duration_secs': 0.311663} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.972456] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.973323] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bfd32d-f470-4e77-b43b-4ed83596cf26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.998852] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f08ff8-f395-492f-8524-76e4b8d2d2a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.014567] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 965.014567] env[69333]: value = "task-4134262" [ 965.014567] env[69333]: _type = "Task" [ 965.014567] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.023389] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.065219] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5221d73a-117d-5abd-2974-9ae3e9f9057c, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.065536] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.065846] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.066113] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.066263] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.066443] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.066714] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ce34a48-4d05-4ea4-aa1e-8c62b1989bcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.075759] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.075943] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.076634] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194c447f-13c1-4452-9513-e2b8319149e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.082239] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 965.082239] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5226a7b8-973a-a0c4-7c7d-6f0a9f3b392f" [ 965.082239] env[69333]: _type = "Task" [ 965.082239] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.090399] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5226a7b8-973a-a0c4-7c7d-6f0a9f3b392f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.255878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.256171] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.256387] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.256573] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.256742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.259049] env[69333]: INFO nova.compute.manager [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Terminating instance [ 965.284355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.318s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.287170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.772s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.287491] env[69333]: DEBUG nova.objects.instance [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lazy-loading 'resources' on Instance uuid c9758704-e631-4fef-916d-9f332d6b8401 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.307038] env[69333]: INFO nova.scheduler.client.report [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Deleted allocations for instance 2178d731-3d7a-44e4-a002-2e3785592d8f [ 965.527880] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134262, 'name': ReconfigVM_Task, 'duration_secs': 0.155526} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.528745] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.528745] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c57dd33-ea49-4dc6-bfd3-b41ecc71acea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.537304] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 965.537304] env[69333]: value = "task-4134263" [ 965.537304] env[69333]: _type = "Task" [ 965.537304] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.547078] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.597894] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5226a7b8-973a-a0c4-7c7d-6f0a9f3b392f, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.601909] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064d1cdb-620d-4424-8cb3-3d0b613f34df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.608545] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 965.608545] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5205dc86-28f4-724f-8226-6d6da4249f12" [ 965.608545] env[69333]: _type = "Task" [ 965.608545] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.619822] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5205dc86-28f4-724f-8226-6d6da4249f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.762917] env[69333]: DEBUG nova.compute.manager [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.763212] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.764202] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db1a27-8164-406b-b7c1-d18dc34be156 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.767757] env[69333]: INFO nova.network.neutron [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 965.768110] env[69333]: DEBUG nova.network.neutron [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [{"id": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "address": "fa:16:3e:81:31:e1", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52e3e77-fc", "ovs_interfaceid": "c52e3e77-fceb-4ece-a594-5d9491f38dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.774328] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.774601] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c625beef-33b8-4515-84a6-fa9d457cd388 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.784969] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 965.784969] env[69333]: value = "task-4134264" [ 965.784969] env[69333]: _type = "Task" [ 965.784969] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.796664] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.815654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Lock "2178d731-3d7a-44e4-a002-2e3785592d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.674s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.049713] env[69333]: DEBUG oslo_vmware.api [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134263, 'name': PowerOnVM_Task, 'duration_secs': 0.468213} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050010] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.052985] env[69333]: DEBUG nova.compute.manager [None req-ad2ec086-e9b6-42aa-9835-2f274082d174 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.053863] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145f73a-d47b-433b-a038-9a0f983e344f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.122867] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5205dc86-28f4-724f-8226-6d6da4249f12, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.123187] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.123439] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 8478138a-be73-4412-b29c-2364bdf5b4ff/8478138a-be73-4412-b29c-2364bdf5b4ff.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.123741] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b4aac3f-e8c2-4477-a16f-c7cc13da893f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.132434] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 966.132434] env[69333]: value = "task-4134265" [ 966.132434] env[69333]: _type = "Task" [ 966.132434] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.144045] env[69333]: DEBUG nova.compute.manager [req-580f1dcc-9b85-4591-a78e-426d71c615b7 req-7336401e-174d-422a-9083-d1781e37bfa3 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-deleted-251d6d81-8541-49ea-a49f-23abcbd9cbf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.145918] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.270857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-53c7e04c-17ac-46c9-b877-ddf2ab72afda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.278831] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608cafa1-121b-47ad-be5a-dd051d0f64d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.289837] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ac047a-3621-4d34-bfc7-3f2ab4afea08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.297785] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134264, 'name': PowerOffVM_Task, 'duration_secs': 0.255193} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.298451] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.298626] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.298886] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e8e662-7c54-4d1f-9694-1ccc78675de4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.327125] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc39a5-fee8-47ed-a9dd-48796a7db9da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.337594] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a9758-a6b1-4bee-84d2-f72a4aea05fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.353193] env[69333]: DEBUG nova.compute.provider_tree [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.427399] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.427698] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.428031] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleting the datastore file [datastore1] 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.428302] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d160c5dc-4ff8-427c-a655-6ba6dfb50f97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.437309] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 966.437309] env[69333]: value = "task-4134267" [ 966.437309] env[69333]: _type = "Task" [ 966.437309] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.449791] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.648083] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.775913] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-53c7e04c-17ac-46c9-b877-ddf2ab72afda-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.850s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.858095] env[69333]: DEBUG nova.scheduler.client.report [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.952789] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.022757] env[69333]: INFO nova.compute.manager [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Unrescuing [ 967.022757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.022757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquired lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.023298] env[69333]: DEBUG nova.network.neutron [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.127491] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.127959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.150257] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846532} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.151706] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 8478138a-be73-4412-b29c-2364bdf5b4ff/8478138a-be73-4412-b29c-2364bdf5b4ff.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.152111] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.153745] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adbd0c2e-a496-4a22-b745-0235735cdb36 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.164315] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 967.164315] env[69333]: value = "task-4134268" [ 967.164315] env[69333]: _type = "Task" [ 967.164315] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.178639] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.366572] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.367475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.021s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.369794] env[69333]: DEBUG nova.objects.instance [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lazy-loading 'resources' on Instance uuid 74ee0fd0-827f-431f-8068-0a64361f8630 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.395129] env[69333]: INFO nova.scheduler.client.report [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Deleted allocations for instance c9758704-e631-4fef-916d-9f332d6b8401 [ 967.451871] env[69333]: DEBUG oslo_vmware.api [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.61733} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.452437] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.452836] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.453192] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.453528] env[69333]: INFO nova.compute.manager [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Took 1.69 seconds to destroy the instance on the hypervisor. [ 967.453938] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.454359] env[69333]: DEBUG nova.compute.manager [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.454596] env[69333]: DEBUG nova.network.neutron [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.533828] env[69333]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 could not be found.", "detail": ""}} {{(pid=69333) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 967.534113] env[69333]: DEBUG nova.network.neutron [-] Unable to show port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 as it no longer exists. {{(pid=69333) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 967.632178] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.675610] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076923} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.678564] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.679654] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be88dbf6-a7f2-4e59-8e3a-37398e75c80d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.705138] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8478138a-be73-4412-b29c-2364bdf5b4ff/8478138a-be73-4412-b29c-2364bdf5b4ff.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.709491] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed46f7c0-5c4b-40bf-8aaf-436a8e8c608b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.731584] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 967.731584] env[69333]: value = "task-4134269" [ 967.731584] env[69333]: _type = "Task" [ 967.731584] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.741897] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.792236] env[69333]: DEBUG nova.network.neutron [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [{"id": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "address": "fa:16:3e:64:9b:f9", "network": {"id": "7840be90-d16b-413e-85af-8b02c6418e6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1989531510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "948a279191804b11b01cabdb7de169dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3263bf-5f", "ovs_interfaceid": "2b3263bf-5f45-479e-913c-d3e56d2115d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.910838] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a318ae77-3663-4c86-b470-04d4ec92e59e tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Lock "c9758704-e631-4fef-916d-9f332d6b8401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.277s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.158530] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.247839] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.295288] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Releasing lock "refresh_cache-5cc16c1e-268c-43ab-a0da-014fac34514c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.296079] env[69333]: DEBUG nova.objects.instance [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lazy-loading 'flavor' on Instance uuid 5cc16c1e-268c-43ab-a0da-014fac34514c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.365139] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd5336e-48f0-42b3-b79b-a9656cf5ef89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.379969] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530401da-5d24-42f6-9983-e3755841afc0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.416184] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27482960-4e0d-408c-8ece-5a6fda1311bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.425679] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916adf3-40bc-46ca-a5fc-95065ba7c558 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.441977] env[69333]: DEBUG nova.compute.provider_tree [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.606607] env[69333]: DEBUG nova.compute.manager [req-b438c199-5903-46c5-988b-4bd3445dad44 req-01f16913-3ee1-44e7-97bd-bf7ff1e1cc44 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Received event network-vif-deleted-c52e3e77-fceb-4ece-a594-5d9491f38dc4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.607965] env[69333]: INFO nova.compute.manager [req-b438c199-5903-46c5-988b-4bd3445dad44 req-01f16913-3ee1-44e7-97bd-bf7ff1e1cc44 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Neutron deleted interface c52e3e77-fceb-4ece-a594-5d9491f38dc4; detaching it from the instance and deleting it from the info cache [ 968.607965] env[69333]: DEBUG nova.network.neutron [req-b438c199-5903-46c5-988b-4bd3445dad44 req-01f16913-3ee1-44e7-97bd-bf7ff1e1cc44 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.747908] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134269, 'name': ReconfigVM_Task, 'duration_secs': 0.629592} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.748388] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8478138a-be73-4412-b29c-2364bdf5b4ff/8478138a-be73-4412-b29c-2364bdf5b4ff.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.749957] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b40955d-a70c-477e-9c89-1e0facfa0334 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.760281] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 968.760281] env[69333]: value = "task-4134270" [ 968.760281] env[69333]: _type = "Task" [ 968.760281] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.770743] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134270, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.802602] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d7996-61aa-4fed-8225-04926a20db59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.832922] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.832922] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccdb5206-a983-4ac1-aac2-2932f49c4703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.839926] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 968.839926] env[69333]: value = "task-4134271" [ 968.839926] env[69333]: _type = "Task" [ 968.839926] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.849121] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.947049] env[69333]: DEBUG nova.scheduler.client.report [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.076626] env[69333]: DEBUG nova.network.neutron [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.111054] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6508f6a3-8338-410e-8d03-68b9a6be5725 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.124972] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3a889-2af7-4656-a3a7-72f1b054ba3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.166339] env[69333]: DEBUG nova.compute.manager [req-b438c199-5903-46c5-988b-4bd3445dad44 req-01f16913-3ee1-44e7-97bd-bf7ff1e1cc44 service nova] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Detach interface failed, port_id=c52e3e77-fceb-4ece-a594-5d9491f38dc4, reason: Instance 53c7e04c-17ac-46c9-b877-ddf2ab72afda could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.272349] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134270, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.352126] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.453041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.456440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.709s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.456440] env[69333]: DEBUG nova.objects.instance [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.496179] env[69333]: INFO nova.scheduler.client.report [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Deleted allocations for instance 74ee0fd0-827f-431f-8068-0a64361f8630 [ 969.583667] env[69333]: INFO nova.compute.manager [-] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Took 2.13 seconds to deallocate network for instance. [ 969.775513] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134270, 'name': Rename_Task, 'duration_secs': 0.736898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.775635] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.775821] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22597fb8-9f3a-4264-9a6d-ba09378b7885 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.785025] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 969.785025] env[69333]: value = "task-4134272" [ 969.785025] env[69333]: _type = "Task" [ 969.785025] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.796858] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.855022] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134271, 'name': PowerOffVM_Task, 'duration_secs': 0.719363} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.855022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.859026] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.859623] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94669ff0-63e2-4cd2-807a-b6e83eb0bd77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.881373] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 969.881373] env[69333]: value = "task-4134273" [ 969.881373] env[69333]: _type = "Task" [ 969.881373] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.891973] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.008116] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37a79ae7-a07d-42f1-bed5-47acb6efc507 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Lock "74ee0fd0-827f-431f-8068-0a64361f8630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.484s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.092402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.298964] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.391549] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134273, 'name': ReconfigVM_Task, 'duration_secs': 0.320757} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.391831] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.392020] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.392276] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8ced40-df08-4adc-9f6c-18e4df16329b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.400353] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 970.400353] env[69333]: value = "task-4134274" [ 970.400353] env[69333]: _type = "Task" [ 970.400353] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.411521] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.467824] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bdc35d05-780b-4763-8e57-138726fa0bdd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.468298] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.854s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.468524] env[69333]: DEBUG nova.objects.instance [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lazy-loading 'resources' on Instance uuid c3998a36-7104-4828-a602-3d36cbe05a49 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.801393] env[69333]: DEBUG oslo_vmware.api [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134272, 'name': PowerOnVM_Task, 'duration_secs': 0.567882} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.801824] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.802052] env[69333]: INFO nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Took 9.94 seconds to spawn the instance on the hypervisor. [ 970.802240] env[69333]: DEBUG nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.803152] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e2469a-15da-4bab-a72c-b1151789ed25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.912475] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.337084] env[69333]: INFO nova.compute.manager [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Took 30.38 seconds to build instance. [ 971.418030] env[69333]: DEBUG oslo_vmware.api [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134274, 'name': PowerOnVM_Task, 'duration_secs': 0.628036} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.418030] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.418030] env[69333]: DEBUG nova.compute.manager [None req-6f4716d0-00fa-4bfd-8fb7-df373b3d8325 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.418030] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51df31e-c888-4401-82dc-1ad60735650a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.450128] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb41e8-98e5-47c4-b3da-9be9bcea6ce1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.458649] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d220684-ccff-4acf-b8fc-1f1570e8a863 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.494529] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73629710-d317-444c-9d1e-fb3064dcd35f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.503589] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf207f-8c74-47dd-b4ee-c96d9cb0c07d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.519282] env[69333]: DEBUG nova.compute.provider_tree [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.842794] env[69333]: DEBUG oslo_concurrency.lockutils [None req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.901s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.022593] env[69333]: DEBUG nova.scheduler.client.report [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.529592] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.532851] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.819s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.533423] env[69333]: DEBUG nova.objects.instance [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'pci_requests' on Instance uuid a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.602710] env[69333]: INFO nova.scheduler.client.report [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Deleted allocations for instance c3998a36-7104-4828-a602-3d36cbe05a49 [ 972.859103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.859304] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.859395] env[69333]: INFO nova.compute.manager [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Shelving [ 973.039279] env[69333]: DEBUG nova.objects.instance [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'numa_topology' on Instance uuid a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.117318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-803b379b-11b5-4f30-807f-832a0188ac92 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Lock "c3998a36-7104-4828-a602-3d36cbe05a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.595s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.550027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "5cc16c1e-268c-43ab-a0da-014fac34514c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.550027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.550027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.550027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.550027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.552185] env[69333]: INFO nova.compute.claims [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.556399] env[69333]: INFO nova.compute.manager [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Terminating instance [ 973.872524] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.872874] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9780b1cd-64d9-4f8a-a609-876760b79662 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.882743] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 973.882743] env[69333]: value = "task-4134275" [ 973.882743] env[69333]: _type = "Task" [ 973.882743] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.896550] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.063948] env[69333]: DEBUG nova.compute.manager [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.064288] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.065205] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87444a8-3780-45f0-9101-bb199fd42b09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.075645] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.075847] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375e5a4e-02a9-4dfe-a294-c56b095b817b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.087710] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 974.087710] env[69333]: value = "task-4134276" [ 974.087710] env[69333]: _type = "Task" [ 974.087710] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.101076] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.297940] env[69333]: DEBUG nova.compute.manager [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.298907] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858072e-b548-4822-aa4a-5985c06522a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.405104] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134275, 'name': PowerOffVM_Task, 'duration_secs': 0.233036} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.405487] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.410431] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d580065-3fa4-4c5d-ab6b-4cd6c59d35c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.429067] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f9a09-299c-4e8c-9a0b-20c633ce44f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.599455] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134276, 'name': PowerOffVM_Task, 'duration_secs': 0.390506} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.602536] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.602751] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.603273] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1653b8f9-3f5a-461b-8391-c6d25fe59c0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.687729] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.687963] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.688184] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleting the datastore file [datastore2] 5cc16c1e-268c-43ab-a0da-014fac34514c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.688448] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9baced8a-276f-49ab-a304-42a7603aaf13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.704117] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 974.704117] env[69333]: value = "task-4134278" [ 974.704117] env[69333]: _type = "Task" [ 974.704117] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.713462] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.817443] env[69333]: INFO nova.compute.manager [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] instance snapshotting [ 974.820933] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c87e48-20b0-43ef-a042-845ed230e7ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.850340] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b28355d-4537-43b2-aec9-5ddfc41a15b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.938748] env[69333]: INFO nova.compute.manager [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Rebuilding instance [ 974.951995] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.955825] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62191e12-8e6d-4ac8-a750-564ee64ccd88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969687] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 974.969687] env[69333]: value = "task-4134279" [ 974.969687] env[69333]: _type = "Task" [ 974.969687] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.988092] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.014369] env[69333]: DEBUG nova.compute.manager [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.015287] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fecb61-3aa4-4382-9fd6-32e72ee4e3fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.113035] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a7725-869b-4382-9bf0-17de9406594a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.122446] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f53d72-9d8f-49f5-82d5-5d7b5a66ab99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.161228] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2253a026-4b94-4be7-a886-b505ed2190fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.170701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26980ae-e6c1-4b3b-89e2-339edf61339a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.190212] env[69333]: DEBUG nova.compute.provider_tree [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.220714] env[69333]: DEBUG oslo_vmware.api [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164327} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.220714] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.220714] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.220858] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.220909] env[69333]: INFO nova.compute.manager [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 975.224236] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.224236] env[69333]: DEBUG nova.compute.manager [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.224236] env[69333]: DEBUG nova.network.neutron [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.368031] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.368031] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4202d515-8cc3-41ec-acc6-62513bbe521c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.375024] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 975.375024] env[69333]: value = "task-4134280" [ 975.375024] env[69333]: _type = "Task" [ 975.375024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.384459] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134280, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.481269] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134279, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.694344] env[69333]: DEBUG nova.scheduler.client.report [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.839672] env[69333]: DEBUG nova.compute.manager [req-dbfaa0c3-4aaf-44bc-b0af-730d00dcdf62 req-34ccb45d-a007-434e-ba0d-6ce6299f18d0 service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Received event network-vif-deleted-2b3263bf-5f45-479e-913c-d3e56d2115d9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.839672] env[69333]: INFO nova.compute.manager [req-dbfaa0c3-4aaf-44bc-b0af-730d00dcdf62 req-34ccb45d-a007-434e-ba0d-6ce6299f18d0 service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Neutron deleted interface 2b3263bf-5f45-479e-913c-d3e56d2115d9; detaching it from the instance and deleting it from the info cache [ 975.839672] env[69333]: DEBUG nova.network.neutron [req-dbfaa0c3-4aaf-44bc-b0af-730d00dcdf62 req-34ccb45d-a007-434e-ba0d-6ce6299f18d0 service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.890871] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134280, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.987031] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134279, 'name': CreateSnapshot_Task, 'duration_secs': 0.875926} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.987031] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 975.987031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c51abb-f2d8-4c8a-9011-ae19663a1e5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.034070] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.034406] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399e22be-1490-42aa-ba79-2e909bcd3fb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.043724] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 976.043724] env[69333]: value = "task-4134281" [ 976.043724] env[69333]: _type = "Task" [ 976.043724] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.054575] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.176536] env[69333]: DEBUG nova.network.neutron [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.202337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.669s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.208548] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.236s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.210205] env[69333]: INFO nova.compute.claims [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.293291] env[69333]: INFO nova.network.neutron [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating port d24dbc54-1869-4bad-b58b-c27281ba535c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 976.344323] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b82a72de-1f21-42bd-9965-4333ba6a382d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.356808] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bba98c-a778-4f8e-9fd2-a64970a3c580 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.395500] env[69333]: DEBUG nova.compute.manager [req-dbfaa0c3-4aaf-44bc-b0af-730d00dcdf62 req-34ccb45d-a007-434e-ba0d-6ce6299f18d0 service nova] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Detach interface failed, port_id=2b3263bf-5f45-479e-913c-d3e56d2115d9, reason: Instance 5cc16c1e-268c-43ab-a0da-014fac34514c could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.401692] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134280, 'name': CreateSnapshot_Task, 'duration_secs': 0.87301} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.401952] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.402818] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e784a4-b534-4b6e-829b-037d64d0149a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.513912] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 976.513912] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f6c4a2a-0ca4-4867-9e36-19f29f0aefb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.522569] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 976.522569] env[69333]: value = "task-4134282" [ 976.522569] env[69333]: _type = "Task" [ 976.522569] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.532550] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134282, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.555184] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134281, 'name': PowerOffVM_Task, 'duration_secs': 0.205386} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.555709] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.557033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.557230] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd58bb-4bee-48ab-9bfc-3122f5cf3aed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.569168] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.569697] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1669fd-e0ad-4eed-8303-284cfc83d3f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.682209] env[69333]: INFO nova.compute.manager [-] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Took 1.46 seconds to deallocate network for instance. [ 976.690035] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.690035] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.690035] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleting the datastore file [datastore1] e0593131-1e64-4876-8275-4a0d270f72c3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.695252] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c209b7-a488-4da8-b4fe-c7d9bdb01f02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.703264] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 976.703264] env[69333]: value = "task-4134284" [ 976.703264] env[69333]: _type = "Task" [ 976.703264] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.715146] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.925027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 976.925027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d7cfd64-b9b7-4d4c-a08a-b612660b1e33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.934255] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 976.934255] env[69333]: value = "task-4134285" [ 976.934255] env[69333]: _type = "Task" [ 976.934255] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.945809] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134285, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.036623] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134282, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.199137] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.215845] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257256} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.216193] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.216382] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.216702] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.456385] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134285, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.540139] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134282, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.722395] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0c154-3ded-4edf-8117-d6ce099ecf57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.735566] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d131e-5717-4e25-a30d-89b704738368 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.771021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df21cb-1ccf-445a-bec8-49f6c1e80487 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.779847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7731d82-60c2-491c-af94-89a59c1a9694 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.798969] env[69333]: DEBUG nova.compute.provider_tree [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.945756] env[69333]: DEBUG nova.compute.manager [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.945999] env[69333]: DEBUG oslo_concurrency.lockutils [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.946248] env[69333]: DEBUG oslo_concurrency.lockutils [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.946414] env[69333]: DEBUG oslo_concurrency.lockutils [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.946580] env[69333]: DEBUG nova.compute.manager [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] No waiting events found dispatching network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.946794] env[69333]: WARNING nova.compute.manager [req-d20b0b4d-afac-4de4-bb1e-d044ee41d40d req-1903dedf-041d-4211-b34d-d3dd3a9a6d25 service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received unexpected event network-vif-plugged-d24dbc54-1869-4bad-b58b-c27281ba535c for instance with vm_state shelved_offloaded and task_state spawning. [ 977.954254] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134285, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.037255] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134282, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.151853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.152650] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.152650] env[69333]: DEBUG nova.network.neutron [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.262118] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.262399] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.262555] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.262757] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.262872] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.263065] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.263288] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.263449] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.263623] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.263798] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.263975] env[69333]: DEBUG nova.virt.hardware [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.264923] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b1027-0367-4677-8e46-c545eb9a3353 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.271717] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.271978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.278761] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a7da75-9802-451c-b870-300c6cba8050 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.295090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:75:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2807665-9fab-43cf-ae76-499c752b6a3f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.303030] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.304549] env[69333]: DEBUG nova.scheduler.client.report [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.308753] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.309179] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee65500-ada0-457e-9844-2030d7f9cd48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.334642] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.334642] env[69333]: value = "task-4134286" [ 978.334642] env[69333]: _type = "Task" [ 978.334642] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.344450] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134286, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.452031] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134285, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.542464] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134282, 'name': CloneVM_Task, 'duration_secs': 1.690676} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.543016] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Created linked-clone VM from snapshot [ 978.544482] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d320c2b-7db8-42a6-a6c3-0da3807350c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.560894] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Uploading image b416ce3c-6be6-4410-9311-f9710eff98ef {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.604877] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.604877] env[69333]: value = "vm-818825" [ 978.604877] env[69333]: _type = "VirtualMachine" [ 978.604877] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.604877] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b4d0c4a-165e-41c7-b581-ca1d33b09aa0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.614575] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease: (returnval){ [ 978.614575] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b4d8c-8933-dae0-a4ca-344eff2b77f8" [ 978.614575] env[69333]: _type = "HttpNfcLease" [ 978.614575] env[69333]: } obtained for exporting VM: (result){ [ 978.614575] env[69333]: value = "vm-818825" [ 978.614575] env[69333]: _type = "VirtualMachine" [ 978.614575] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.614888] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the lease: (returnval){ [ 978.614888] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b4d8c-8933-dae0-a4ca-344eff2b77f8" [ 978.614888] env[69333]: _type = "HttpNfcLease" [ 978.614888] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.623131] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.623131] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b4d8c-8933-dae0-a4ca-344eff2b77f8" [ 978.623131] env[69333]: _type = "HttpNfcLease" [ 978.623131] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.780321] env[69333]: DEBUG nova.compute.utils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.829030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.829030] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.830476] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.429s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.832358] env[69333]: INFO nova.compute.claims [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.851187] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134286, 'name': CreateVM_Task, 'duration_secs': 0.394624} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.851434] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.852251] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.852479] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.852891] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.853229] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6ad66f-25c5-42ee-908b-fef0cc5d14e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.861946] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 978.861946] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520969cb-90af-5ae6-0d14-fe7e9ac597bc" [ 978.861946] env[69333]: _type = "Task" [ 978.861946] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.882022] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520969cb-90af-5ae6-0d14-fe7e9ac597bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.882022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.882022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.882022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.882022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.882022] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.882022] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4dbb3a-c4d5-4814-ac8d-878866287e93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.893023] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.893023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.893023] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543b9362-d6b1-49ec-9195-da08892de67f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.903026] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 978.903026] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b87691-da31-0d80-111d-b611f86c0557" [ 978.903026] env[69333]: _type = "Task" [ 978.903026] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.921975] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b87691-da31-0d80-111d-b611f86c0557, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.922843] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8e03e5-b9da-4824-9940-e735e5a9e3f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.929721] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 978.929721] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e2cf55-20db-5547-294e-44460fb1ff61" [ 978.929721] env[69333]: _type = "Task" [ 978.929721] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.939893] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e2cf55-20db-5547-294e-44460fb1ff61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.948979] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134285, 'name': CloneVM_Task, 'duration_secs': 1.886906} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.949279] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Created linked-clone VM from snapshot [ 978.950059] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f104cc52-85a1-4637-b296-9353fbf0cd45 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.958812] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Uploading image 5ae30da6-7cfc-4b14-96f5-a74349d9aa27 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.973422] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.974184] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f47c28b-b4b6-4a4d-b2e0-8e06e4ee1e96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.983036] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 978.983036] env[69333]: value = "task-4134288" [ 978.983036] env[69333]: _type = "Task" [ 978.983036] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.992315] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134288, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.996848] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.997113] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.021345] env[69333]: DEBUG nova.network.neutron [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.123926] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.123926] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b4d8c-8933-dae0-a4ca-344eff2b77f8" [ 979.123926] env[69333]: _type = "HttpNfcLease" [ 979.123926] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.124317] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.124317] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526b4d8c-8933-dae0-a4ca-344eff2b77f8" [ 979.124317] env[69333]: _type = "HttpNfcLease" [ 979.124317] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.125090] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e25d8-fa99-48aa-9a4a-2da441fb8174 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.134267] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.134446] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.238057] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae43d25f-22b3-4734-abcd-6646dc1554ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.287218] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.339093] env[69333]: DEBUG nova.compute.utils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.341783] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.342065] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.416420] env[69333]: DEBUG nova.policy [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2821a94f8c044a7da7e19e11de037063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91afb0c7f9c403eacb9f0577b8e164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.441645] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e2cf55-20db-5547-294e-44460fb1ff61, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.442129] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.442500] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.442913] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15bdb9b0-0462-431d-80ab-622b7e0e03d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.452023] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 979.452023] env[69333]: value = "task-4134289" [ 979.452023] env[69333]: _type = "Task" [ 979.452023] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.461761] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.495613] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134288, 'name': Destroy_Task, 'duration_secs': 0.451857} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.495613] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Destroyed the VM [ 979.495613] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.496215] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea343957-9807-4757-9ad6-77a98ffa3805 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.499624] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.509455] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 979.509455] env[69333]: value = "task-4134290" [ 979.509455] env[69333]: _type = "Task" [ 979.509455] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.520516] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134290, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.525908] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.559724] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='084a1de9f66f9e8b59d4b098fb36b486',container_format='bare',created_at=2025-05-14T07:53:55Z,direct_url=,disk_format='vmdk',id=8228e9ce-6750-4201-94f1-2cf0469165ca,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1985934151-shelved',owner='1f49b0923c5949cda31ee2c3412de93a',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-14T07:54:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.560047] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.560253] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.560504] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.561867] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.561867] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.562026] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.562109] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.565127] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.565379] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.565567] env[69333]: DEBUG nova.virt.hardware [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.566849] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55866aa-a93d-4e0b-9d69-8cdf54c1545a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.577874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5b15a7-d282-4630-b99a-aa538466183f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.597900] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:01:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd24dbc54-1869-4bad-b58b-c27281ba535c', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.608521] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.608969] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.609248] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a629bbb3-7019-4df6-bc10-e20b3856b5fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.634615] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.634615] env[69333]: value = "task-4134291" [ 979.634615] env[69333]: _type = "Task" [ 979.634615] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.647296] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134291, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.842994] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.891387] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Successfully created port: 30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.969930] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.029295] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134290, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.041720] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.151292] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134291, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.381911] env[69333]: DEBUG nova.compute.manager [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.385428] env[69333]: DEBUG nova.compute.manager [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing instance network info cache due to event network-changed-d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.385710] env[69333]: DEBUG oslo_concurrency.lockutils [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.385842] env[69333]: DEBUG oslo_concurrency.lockutils [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.386017] env[69333]: DEBUG nova.network.neutron [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Refreshing network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.403526] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.404192] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.404516] env[69333]: INFO nova.compute.manager [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Attaching volume 236f4292-4390-4c41-bddb-353fadb92764 to /dev/sdb [ 980.427376] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28da8a-2b27-49f6-a5ad-071d4fbf4ca1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.437419] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9284d426-e2ea-4fba-947d-e56dbb07f8a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.490117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e71e1-3f16-41fd-a27d-97bd3958aef2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.492876] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b2834-5b73-4221-826b-8b3993e5aca9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.502167] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608778} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.506174] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.506451] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.506831] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ffc599-4c16-43ab-88b9-6e8fb9fc59a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.509852] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da00b5e-61f0-49d9-bc35-f7658ce943c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.513367] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3157f-8b3f-4cdf-955d-81905dd8a0fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.523868] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 980.523868] env[69333]: value = "task-4134292" [ 980.523868] env[69333]: _type = "Task" [ 980.523868] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.541973] env[69333]: DEBUG nova.compute.provider_tree [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.543948] env[69333]: DEBUG oslo_vmware.api [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134290, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797361} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.548694] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.552569] env[69333]: DEBUG nova.virt.block_device [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating existing volume attachment record: 989426bb-7dea-4c6c-9a1e-b9688561cd23 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 980.561021] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.652040] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134291, 'name': CreateVM_Task, 'duration_secs': 0.591374} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.652040] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.652235] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.652286] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.652668] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.653547] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcb7990-3b72-4eb9-9b85-c79a45f3f7c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.658514] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 980.658514] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f5f462-3673-9e61-5e0b-7299e47e376d" [ 980.658514] env[69333]: _type = "Task" [ 980.658514] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.669206] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f5f462-3673-9e61-5e0b-7299e47e376d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.855175] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.908638] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.909535] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.909653] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.909866] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.910049] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.910411] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.910536] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.911314] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.911314] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.911314] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.911953] env[69333]: DEBUG nova.virt.hardware [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.912854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c5e2b-8e5e-413b-8a54-50c78f3ecf2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.929898] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a2d07-fdd1-426e-9de0-1c18d4bf10ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.036035] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083666} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.039876] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.040912] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8a2d2e-c3fe-4ff6-9990-3a8798439e1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.064506] env[69333]: DEBUG nova.scheduler.client.report [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.070945] env[69333]: WARNING nova.compute.manager [None req-44de34fd-4981-4981-ae98-d20303a2e3a2 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Image not found during snapshot: nova.exception.ImageNotFound: Image 5ae30da6-7cfc-4b14-96f5-a74349d9aa27 could not be found. [ 981.083660] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.088571] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb7a196-e6b4-4b0c-8c44-5b38286056ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.112278] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 981.112278] env[69333]: value = "task-4134296" [ 981.112278] env[69333]: _type = "Task" [ 981.112278] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.124551] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.170596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.170994] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Processing image 8228e9ce-6750-4201-94f1-2cf0469165ca {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.171328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.171536] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.171900] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.172382] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-472b357b-cd10-4447-9ec7-3f4bdf386d58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.183363] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.183696] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.184571] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf01bb9-44af-4be7-a366-e1e491ad19da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.191309] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 981.191309] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dc2974-e630-8a46-2091-984c6d9dced5" [ 981.191309] env[69333]: _type = "Task" [ 981.191309] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.200471] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dc2974-e630-8a46-2091-984c6d9dced5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.251205] env[69333]: DEBUG nova.network.neutron [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updated VIF entry in instance network info cache for port d24dbc54-1869-4bad-b58b-c27281ba535c. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.251822] env[69333]: DEBUG nova.network.neutron [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.305025] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.307154] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.587163] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.588315] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.595059] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.527s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.598053] env[69333]: INFO nova.compute.claims [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.627505] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134296, 'name': ReconfigVM_Task, 'duration_secs': 0.509559} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.628063] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e0593131-1e64-4876-8275-4a0d270f72c3/e0593131-1e64-4876-8275-4a0d270f72c3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.628923] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36cec0bf-45db-4c96-9077-060b1a1b1af6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.638332] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 981.638332] env[69333]: value = "task-4134297" [ 981.638332] env[69333]: _type = "Task" [ 981.638332] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.656093] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134297, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.702746] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 981.702891] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Fetch image to [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3/OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 981.702987] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Downloading stream optimized image 8228e9ce-6750-4201-94f1-2cf0469165ca to [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3/OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3.vmdk on the data store datastore2 as vApp {{(pid=69333) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 981.703278] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Downloading image file data 8228e9ce-6750-4201-94f1-2cf0469165ca to the ESX as VM named 'OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3' {{(pid=69333) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 981.759188] env[69333]: DEBUG oslo_concurrency.lockutils [req-02ef9031-6890-434e-aaaf-40fc5583c981 req-ed34109c-cbf8-40a8-8fb5-2618f6a7596f service nova] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.807568] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 981.807568] env[69333]: value = "resgroup-9" [ 981.807568] env[69333]: _type = "ResourcePool" [ 981.807568] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 981.808095] env[69333]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-32ae171e-9418-4575-b0a4-55254d8a1d1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.832807] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.833019] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.833365] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.833634] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.833871] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.834421] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.834421] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 981.834421] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.838668] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lease: (returnval){ [ 981.838668] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 981.838668] env[69333]: _type = "HttpNfcLease" [ 981.838668] env[69333]: } obtained for vApp import into resource pool (val){ [ 981.838668] env[69333]: value = "resgroup-9" [ 981.838668] env[69333]: _type = "ResourcePool" [ 981.838668] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 981.839687] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the lease: (returnval){ [ 981.839687] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 981.839687] env[69333]: _type = "HttpNfcLease" [ 981.839687] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.850038] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.850038] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 981.850038] env[69333]: _type = "HttpNfcLease" [ 981.850038] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.098353] env[69333]: DEBUG nova.compute.utils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.098353] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.156253] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134297, 'name': Rename_Task, 'duration_secs': 0.180982} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.156253] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.156253] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9febbef2-33cb-4f4b-9a57-6855853dbd89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.165689] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 982.165689] env[69333]: value = "task-4134299" [ 982.165689] env[69333]: _type = "Task" [ 982.165689] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.169826] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Successfully updated port: 30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.177887] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.295702] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.295894] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.338628] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.351875] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.351875] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 982.351875] env[69333]: _type = "HttpNfcLease" [ 982.351875] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.365454] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "8478138a-be73-4412-b29c-2364bdf5b4ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.365746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.365976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.366346] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.366487] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.368608] env[69333]: INFO nova.compute.manager [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Terminating instance [ 982.601070] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.675948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.676106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.676287] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.681462] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.799730] env[69333]: DEBUG nova.compute.utils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.853339] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.853339] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 982.853339] env[69333]: _type = "HttpNfcLease" [ 982.853339] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.853710] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.853710] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52af03ba-ee7a-d2cb-83d3-86e640fc36f6" [ 982.853710] env[69333]: _type = "HttpNfcLease" [ 982.853710] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 982.854650] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a8bbc3-3795-467a-84ee-1e67eaa3749f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.864373] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.864373] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 982.926306] env[69333]: DEBUG nova.compute.manager [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.926306] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.928411] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7ebb8-a61d-4666-b478-8bc75aa47bd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.936214] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81f7fa2b-c36b-45c8-be23-9e797fa1fbdb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.942725] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.943754] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f48a52-e3ce-48bb-a2e8-a8dd9e46e100 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.960392] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 982.960392] env[69333]: value = "task-4134300" [ 982.960392] env[69333]: _type = "Task" [ 982.960392] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.977908] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.064613] env[69333]: DEBUG nova.compute.manager [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Received event network-vif-plugged-30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.064884] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.065468] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.065468] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.065827] env[69333]: DEBUG nova.compute.manager [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] No waiting events found dispatching network-vif-plugged-30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.065827] env[69333]: WARNING nova.compute.manager [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Received unexpected event network-vif-plugged-30b6b02f-7708-4793-9573-f3e0e39ac5ce for instance with vm_state building and task_state spawning. [ 983.065976] env[69333]: DEBUG nova.compute.manager [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Received event network-changed-30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.066053] env[69333]: DEBUG nova.compute.manager [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Refreshing instance network info cache due to event network-changed-30b6b02f-7708-4793-9573-f3e0e39ac5ce. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.066356] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Acquiring lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.083901] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a9037-3537-4911-907c-8a93a128bc9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.095210] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61873a-2576-44a6-8cf7-b694d96717cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.142197] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e53f56-a756-4a81-9d42-f9f189f03dc3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.154452] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1ecc5-924c-4188-a549-fc749901be72 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174067] env[69333]: DEBUG nova.compute.provider_tree [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.188892] env[69333]: DEBUG oslo_vmware.api [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134299, 'name': PowerOnVM_Task, 'duration_secs': 0.713861} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.191267] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.191511] env[69333]: DEBUG nova.compute.manager [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.192838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb74e9-9a5e-4c38-b549-964588a431f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.241196] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.305414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.474175] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134300, 'name': PowerOffVM_Task, 'duration_secs': 0.212435} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.476382] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.476552] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.476887] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df84363c-fff7-432b-bced-1b142a85c5ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.487670] env[69333]: DEBUG nova.network.neutron [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.555827] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.556193] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.556439] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleting the datastore file [datastore1] 8478138a-be73-4412-b29c-2364bdf5b4ff {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.556855] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90cbe62b-e71b-4f9e-a07d-7ff1b9bf5d86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.564968] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 983.564968] env[69333]: value = "task-4134303" [ 983.564968] env[69333]: _type = "Task" [ 983.564968] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.575892] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.643693] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.679695] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.680029] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.680187] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.680388] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.680534] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.680701] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.680928] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.681118] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.681342] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.681640] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.681845] env[69333]: DEBUG nova.virt.hardware [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.682781] env[69333]: DEBUG nova.scheduler.client.report [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.689058] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d210c1-12dd-410d-8b5d-edb114975bd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702468] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6809a54-7c79-43c2-8d1c-2fd3f3b90399 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.729129] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.729980] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.736231] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Creating folder: Project (608164af28b243b8a7888d35b13cd3e7). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.741897] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1871785-915c-4726-aa3f-faae1926a5a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.759381] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Created folder: Project (608164af28b243b8a7888d35b13cd3e7) in parent group-v818612. [ 983.759627] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Creating folder: Instances. Parent ref: group-v818832. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.759995] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba41d8eb-46eb-4e5d-9db8-e1c6d3a9829d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.772741] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Created folder: Instances in parent group-v818832. [ 983.773058] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.775168] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.775461] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3956db7-63e6-4ffe-aa6f-7920f327196d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.804658] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.804658] env[69333]: value = "task-4134306" [ 983.804658] env[69333]: _type = "Task" [ 983.804658] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.816259] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134306, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.992097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.992546] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Instance network_info: |[{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.992890] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Acquired lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.993105] env[69333]: DEBUG nova.network.neutron [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Refreshing network info cache for port 30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.994752] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:aa:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b6b02f-7708-4793-9573-f3e0e39ac5ce', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.007669] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.009204] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.009372] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32816411-2c08-4a51-9adf-9fff73e88dc2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.035233] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.035233] env[69333]: value = "task-4134307" [ 984.035233] env[69333]: _type = "Task" [ 984.035233] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.046252] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134307, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.076209] env[69333]: DEBUG oslo_vmware.api [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27477} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.076709] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.076709] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.076853] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.077012] env[69333]: INFO nova.compute.manager [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 984.077396] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.079237] env[69333]: DEBUG nova.compute.manager [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.079376] env[69333]: DEBUG nova.network.neutron [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.188819] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.189426] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.192795] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.306s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.193110] env[69333]: DEBUG nova.objects.instance [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'resources' on Instance uuid 021b4057-6f4b-4707-b9eb-bc87c584c2ae {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.247039] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 984.247039] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.247644] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b82ba8-d3c1-4775-a3c3-0a8c65740210 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.255717] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.255941] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 984.257213] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f5fd59cc-f857-4a0b-a90c-1f7800a53a21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.318664] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134306, 'name': CreateVM_Task, 'duration_secs': 0.480295} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.318891] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.319474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.319707] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.320462] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.320763] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a613656e-a96b-40cd-8872-14c5105d05b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327610] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 984.327610] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52082f30-ea5b-df6f-6b2b-612309282816" [ 984.327610] env[69333]: _type = "Task" [ 984.327610] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.337505] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52082f30-ea5b-df6f-6b2b-612309282816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.396162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.396414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.396662] env[69333]: INFO nova.compute.manager [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Attaching volume 64ae27c4-ec6d-4400-951b-b7e1efdadffb to /dev/sdb [ 984.440968] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3b0238-7746-4601-8973-6e1cf3fe7c72 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.450484] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd7d36-50a8-48b7-a015-1ea995a82ab8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.465501] env[69333]: DEBUG nova.virt.block_device [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating existing volume attachment record: 2a3f92fb-c46a-4ccd-8ef0-bc4de5dda149 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.527469] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252b709-43f7-3f6f-4604-bc82cf61e49f/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 984.527748] env[69333]: INFO nova.virt.vmwareapi.images [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Downloaded image file data 8228e9ce-6750-4201-94f1-2cf0469165ca [ 984.533223] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa161b36-e108-4e88-9db2-a02709ca0c49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.549615] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134307, 'name': CreateVM_Task, 'duration_secs': 0.487212} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.565450] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.571047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.571047] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ea10e2-d023-4767-b468-2d57fca7dc8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.599855] env[69333]: INFO nova.virt.vmwareapi.images [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] The imported VM was unregistered [ 984.603263] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 984.603729] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.604307] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73e641c-7247-4d7a-80c9-1c01a4714717 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.627111] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Created directory with path [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.627449] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3/OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3.vmdk to [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk. {{(pid=69333) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 984.628064] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8b7c0c23-955b-43f3-9097-e8a9be6c20f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.637952] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 984.637952] env[69333]: value = "task-4134309" [ 984.637952] env[69333]: _type = "Task" [ 984.637952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.649757] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.701152] env[69333]: DEBUG nova.compute.utils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.706015] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 984.841870] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52082f30-ea5b-df6f-6b2b-612309282816, 'name': SearchDatastore_Task, 'duration_secs': 0.020764} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.842207] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.842442] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.842683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.842833] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.843029] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.843436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.843860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.844129] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b28b00f1-73cb-4ee1-9e5f-24322ff54826 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.847354] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4e1014-5bdb-494e-aafb-f8ac2134be78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.857174] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 984.857174] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a72a59-6731-4c99-2949-3cc68b830c52" [ 984.857174] env[69333]: _type = "Task" [ 984.857174] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.864098] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.864098] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.867995] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2778e8e8-4498-4d98-87d1-5dbe889fde20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.874260] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a72a59-6731-4c99-2949-3cc68b830c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.878813] env[69333]: DEBUG nova.network.neutron [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updated VIF entry in instance network info cache for port 30b6b02f-7708-4793-9573-f3e0e39ac5ce. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.879269] env[69333]: DEBUG nova.network.neutron [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.884690] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 984.884690] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299e587-e36a-1667-943e-d3e73b1f9812" [ 984.884690] env[69333]: _type = "Task" [ 984.884690] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.897307] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299e587-e36a-1667-943e-d3e73b1f9812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.009737] env[69333]: DEBUG nova.network.neutron [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.138369] env[69333]: DEBUG nova.compute.manager [req-800537d7-e50c-4cbe-9b40-449a1a15c0cc req-1fe9b7bd-d023-4a60-a39b-8ba8fde2be27 service nova] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Received event network-vif-deleted-72c6b262-8969-4859-a249-968ebef6768a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.149538] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.178894] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2097a1c-21cb-4f0b-bcf3-4791afe2f62f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.188549] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85d1ae-5e53-44bf-b0a2-b708f6a311b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.223493] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.228442] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fa3b7d-a9b7-45b3-aee9-984ac760ce63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.237509] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192c87a-1e03-4eab-b0c8-15e77cd39ce8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.253574] env[69333]: DEBUG nova.compute.provider_tree [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.370934] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a72a59-6731-4c99-2949-3cc68b830c52, 'name': SearchDatastore_Task, 'duration_secs': 0.033161} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.371355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.371665] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.371934] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.382845] env[69333]: DEBUG oslo_concurrency.lockutils [req-71a74d90-9cc2-43f3-858c-d2184dba072e req-2ebe5e55-cd05-4eab-b1c7-b0708eb81f27 service nova] Releasing lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.397163] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299e587-e36a-1667-943e-d3e73b1f9812, 'name': SearchDatastore_Task, 'duration_secs': 0.018385} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.398052] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c70b823-1f48-43d0-b7ff-3847eea31dda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.405070] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 985.405070] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a34b-a1d9-9dab-0574-2d3871aee022" [ 985.405070] env[69333]: _type = "Task" [ 985.405070] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.414885] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a34b-a1d9-9dab-0574-2d3871aee022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.512686] env[69333]: INFO nova.compute.manager [-] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Took 1.43 seconds to deallocate network for instance. [ 985.616253] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 985.616459] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818830', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'name': 'volume-236f4292-4390-4c41-bddb-353fadb92764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a787ba90-ea1a-48b3-8cbe-63aac9584df3', 'attached_at': '', 'detached_at': '', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'serial': '236f4292-4390-4c41-bddb-353fadb92764'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 985.617573] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883b789-8d0b-412d-8cac-e9246cedf906 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.638806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a9ef0-eeb2-47e5-8a29-488d59142a15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.670572] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-236f4292-4390-4c41-bddb-353fadb92764/volume-236f4292-4390-4c41-bddb-353fadb92764.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.674933] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b949023-89fd-4560-9fe9-9ebf04d259a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.690581] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.698761] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 985.698761] env[69333]: value = "task-4134313" [ 985.698761] env[69333]: _type = "Task" [ 985.698761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.712925] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.760273] env[69333]: DEBUG nova.scheduler.client.report [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.922414] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a34b-a1d9-9dab-0574-2d3871aee022, 'name': SearchDatastore_Task, 'duration_secs': 0.092955} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.922790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.923081] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c3f10fa5-1431-41bd-8b00-f661e9c9097e/c3f10fa5-1431-41bd-8b00-f661e9c9097e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.923388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.923585] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.923909] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62725c03-4a97-4150-bb5d-93b33fc679fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.926621] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d74a88a9-dd3b-4b47-a3b0-84805b20f07b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.941401] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 985.941401] env[69333]: value = "task-4134314" [ 985.941401] env[69333]: _type = "Task" [ 985.941401] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.951968] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.953145] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.954442] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.954442] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bb3b33-a296-4b16-8e43-0fe175f13949 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.961072] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 985.961072] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c7e3a5-6b9f-ebd0-c978-b87e87a5d454" [ 985.961072] env[69333]: _type = "Task" [ 985.961072] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.971873] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c7e3a5-6b9f-ebd0-c978-b87e87a5d454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.020234] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.154584] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.211819] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.235420] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.264622] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.269293] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.269428] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.269583] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.269767] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.270103] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.270103] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.270904] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.270904] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.270904] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.270904] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.271063] env[69333]: DEBUG nova.virt.hardware [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.271600] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.787s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.273395] env[69333]: INFO nova.compute.claims [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.276642] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91c6516-d72a-41f4-b643-8e29d36bf29d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.287122] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4396d726-a9a7-479d-bec6-e5717259f17e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.303736] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.309952] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.311369] env[69333]: INFO nova.scheduler.client.report [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocations for instance 021b4057-6f4b-4707-b9eb-bc87c584c2ae [ 986.312886] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.315845] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418d3773-09a6-4090-84eb-71f1c08b96ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338761] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.338761] env[69333]: value = "task-4134315" [ 986.338761] env[69333]: _type = "Task" [ 986.338761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.351733] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134315, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.454436] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.473939] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c7e3a5-6b9f-ebd0-c978-b87e87a5d454, 'name': SearchDatastore_Task, 'duration_secs': 0.100054} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.474906] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68445be9-5953-4419-8642-c5273563ab54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.481416] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 986.481416] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb1d87-4fe6-eb3e-da07-c20f841e3720" [ 986.481416] env[69333]: _type = "Task" [ 986.481416] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.490805] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb1d87-4fe6-eb3e-da07-c20f841e3720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.654298] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.710873] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.832165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-59173ba7-83a5-4518-93dc-2906fa14ad01 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "021b4057-6f4b-4707-b9eb-bc87c584c2ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.494s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.851257] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134315, 'name': CreateVM_Task, 'duration_secs': 0.476359} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.852263] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.852762] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.852928] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.853344] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.853939] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3335f08-9dc8-4c62-a540-48448598df96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.861248] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 986.861248] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52169a65-c770-e56f-2c75-773fe8c520c5" [ 986.861248] env[69333]: _type = "Task" [ 986.861248] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.870792] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52169a65-c770-e56f-2c75-773fe8c520c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.953754] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.996346] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb1d87-4fe6-eb3e-da07-c20f841e3720, 'name': SearchDatastore_Task, 'duration_secs': 0.098254} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.997347] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.997347] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.997347] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6114b00e-d8d9-47de-a7b5-3c585e90bd21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.007736] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 987.007736] env[69333]: value = "task-4134316" [ 987.007736] env[69333]: _type = "Task" [ 987.007736] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.018151] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.160716] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.215048] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134313, 'name': ReconfigVM_Task, 'duration_secs': 1.378448} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.215589] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-236f4292-4390-4c41-bddb-353fadb92764/volume-236f4292-4390-4c41-bddb-353fadb92764.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.225177] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0aac893-dda0-4b01-81c0-35662ca9da4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.248622] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 987.248622] env[69333]: value = "task-4134318" [ 987.248622] env[69333]: _type = "Task" [ 987.248622] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.259258] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.377202] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52169a65-c770-e56f-2c75-773fe8c520c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.377579] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.377784] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.378040] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.378185] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.378385] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.378688] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ce3069-2746-4b52-a8c7-710e9d9ba1e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.389227] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.389441] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.390981] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b215129-a66c-40de-b3f4-f84004df1cd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.396841] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 987.396841] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276326b-d7db-7a0a-94d2-2895d268dac8" [ 987.396841] env[69333]: _type = "Task" [ 987.396841] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.408638] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276326b-d7db-7a0a-94d2-2895d268dac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.413829] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "0c246e9a-3f02-470e-af81-cfcc9016be23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.414097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.455181] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.519385] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.655207] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.708046] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae6b83d-4a3e-4979-80a2-b79dba0b47f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.716513] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2bd868-3a1f-4afe-8e4b-7ce5b600adba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.753544] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097bcda1-29ac-4b39-8bcf-1c241e3073fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.764650] env[69333]: DEBUG oslo_vmware.api [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134318, 'name': ReconfigVM_Task, 'duration_secs': 0.317249} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.766015] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b824d73c-d30d-4941-9e47-65850cccb254 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.770136] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818830', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'name': 'volume-236f4292-4390-4c41-bddb-353fadb92764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a787ba90-ea1a-48b3-8cbe-63aac9584df3', 'attached_at': '', 'detached_at': '', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'serial': '236f4292-4390-4c41-bddb-353fadb92764'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 987.783962] env[69333]: DEBUG nova.compute.provider_tree [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.910930] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276326b-d7db-7a0a-94d2-2895d268dac8, 'name': SearchDatastore_Task, 'duration_secs': 0.013547} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.911768] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab08c6f-ebfa-4fd1-bd66-4891e6e3da37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.917261] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.922150] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 987.922150] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528490c4-0964-efa9-96d8-77fd08bb9014" [ 987.922150] env[69333]: _type = "Task" [ 987.922150] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.932120] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528490c4-0964-efa9-96d8-77fd08bb9014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.954446] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.019264] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.157578] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134309, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.164844} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.157940] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3/OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3.vmdk to [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk. [ 988.158282] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Cleaning up location [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 988.158532] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_90623f9c-de32-44cf-9340-8e7618afcde3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.158892] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42809026-388c-46f5-ad4a-97aa1c3e376f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.166982] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 988.166982] env[69333]: value = "task-4134319" [ 988.166982] env[69333]: _type = "Task" [ 988.166982] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.176913] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.288158] env[69333]: DEBUG nova.scheduler.client.report [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.437876] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528490c4-0964-efa9-96d8-77fd08bb9014, 'name': SearchDatastore_Task, 'duration_secs': 0.021442} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.438174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.438441] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.438715] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-360c31dc-2c06-478b-9f56-36eadf53c178 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.442947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.449581] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 988.449581] env[69333]: value = "task-4134320" [ 988.449581] env[69333]: _type = "Task" [ 988.449581] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.456935] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134314, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.022995} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.457597] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] c3f10fa5-1431-41bd-8b00-f661e9c9097e/c3f10fa5-1431-41bd-8b00-f661e9c9097e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.457817] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.458095] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef3809d-9d54-4ec9-98c7-bed00979a536 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.462962] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.468473] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 988.468473] env[69333]: value = "task-4134321" [ 988.468473] env[69333]: _type = "Task" [ 988.468473] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.480402] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.520501] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.434128} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.520797] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.521035] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.521300] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cfa1925-2a30-42cf-b72e-fb86a93b051c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.528828] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 988.528828] env[69333]: value = "task-4134322" [ 988.528828] env[69333]: _type = "Task" [ 988.528828] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.538899] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.677568] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227459} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.677914] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.678126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.678401] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk to [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.678667] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f8889f-13eb-44c3-ab8f-8c2c9dccaaf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.690792] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 988.690792] env[69333]: value = "task-4134323" [ 988.690792] env[69333]: _type = "Task" [ 988.690792] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.700290] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.794048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.794584] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.797271] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.243s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.797498] env[69333]: DEBUG nova.objects.instance [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'resources' on Instance uuid 54050f9c-f567-495a-91ff-c1f03457d92f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.814295] env[69333]: DEBUG nova.objects.instance [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'flavor' on Instance uuid a787ba90-ea1a-48b3-8cbe-63aac9584df3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.961109] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.978310] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.978624] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.979496] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827806bd-fc9d-472f-a14f-6644c418c48b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.000961] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] c3f10fa5-1431-41bd-8b00-f661e9c9097e/c3f10fa5-1431-41bd-8b00-f661e9c9097e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.001753] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e90ad00-ed60-4f08-a78a-5d09418338b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.022276] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 989.022276] env[69333]: value = "task-4134324" [ 989.022276] env[69333]: _type = "Task" [ 989.022276] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.031769] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.041073] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071253} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.041073] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.041509] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445fc43-119b-4eb1-8e49-41ddecbccb2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.065668] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.066352] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4100da6-b2a8-4059-8403-256790677650 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.086488] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 989.086488] env[69333]: value = "task-4134325" [ 989.086488] env[69333]: _type = "Task" [ 989.086488] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.095982] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.209424] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.301134] env[69333]: DEBUG nova.compute.utils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.307585] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.308535] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.321583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9565429-39f3-4b1b-956f-b48638b18a36 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.917s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.360131] env[69333]: DEBUG nova.policy [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f70820204b247249ebb849fd922c4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32cd998d5ab406a864d485401e1629e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.424615] env[69333]: INFO nova.compute.manager [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Rescuing [ 989.424919] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.425104] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.425305] env[69333]: DEBUG nova.network.neutron [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.467808] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.536139] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.540142] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 989.540374] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818837', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'name': 'volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a744b12-7e57-4ac9-8310-548cc76c3a91', 'attached_at': '', 'detached_at': '', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'serial': '64ae27c4-ec6d-4400-951b-b7e1efdadffb'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 989.542341] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d1bd74-fe1a-4c32-b21c-f9049131c489 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569166] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538922b-4866-4abf-ab36-45f7f7d49973 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.601127] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb/volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.608231] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86d8d68-5e0f-4274-9486-cf1735302bde {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.628799] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134325, 'name': ReconfigVM_Task, 'duration_secs': 0.425291} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.630812] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.633051] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 989.633051] env[69333]: value = "task-4134326" [ 989.633051] env[69333]: _type = "Task" [ 989.633051] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.633051] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35aea5d3-f385-4dd8-a67a-22dd1d3036b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649279] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.650564] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 989.650564] env[69333]: value = "task-4134327" [ 989.650564] env[69333]: _type = "Task" [ 989.650564] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.664902] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134327, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.706240] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.788133] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Successfully created port: faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.802479] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9190859-cec2-4d75-9979-c42ca5d02304 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.807624] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.814747] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f71b7-7b81-4f89-9981-446960b577e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.849852] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b10bd46-9bf2-445b-ae1a-c45a55caa8b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.859973] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf083d9b-c7af-45ca-adc0-61ac6af0164f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.876360] env[69333]: DEBUG nova.compute.provider_tree [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.967087] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134320, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.153029} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.967087] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.967087] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.967486] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e70e4e4b-f6aa-424e-978b-147f8af6acf1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.977184] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 989.977184] env[69333]: value = "task-4134328" [ 989.977184] env[69333]: _type = "Task" [ 989.977184] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.987976] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.034164] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.145484] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134326, 'name': ReconfigVM_Task, 'duration_secs': 0.476291} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.145766] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb/volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.151379] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc741b2a-0d6a-4d00-b655-88a31c79f568 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.173894] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134327, 'name': Rename_Task, 'duration_secs': 0.367804} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.176182] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.176608] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 990.176608] env[69333]: value = "task-4134329" [ 990.176608] env[69333]: _type = "Task" [ 990.176608] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.176839] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c026ff3-3431-417e-a32d-2726bc34f5c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.190229] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.191971] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 990.191971] env[69333]: value = "task-4134330" [ 990.191971] env[69333]: _type = "Task" [ 990.191971] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.204111] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.207316] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.213135] env[69333]: DEBUG nova.network.neutron [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.379993] env[69333]: DEBUG nova.scheduler.client.report [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.488215] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088838} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.488572] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.489600] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585fc755-35fd-4c60-bc38-38153c67b10f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.511703] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.512222] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96bcf6b-1f04-4d95-9927-200cf9f1641a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.537799] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.539218] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 990.539218] env[69333]: value = "task-4134331" [ 990.539218] env[69333]: _type = "Task" [ 990.539218] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.548165] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.689513] env[69333]: DEBUG oslo_vmware.api [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134329, 'name': ReconfigVM_Task, 'duration_secs': 0.184513} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.689926] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818837', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'name': 'volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a744b12-7e57-4ac9-8310-548cc76c3a91', 'attached_at': '', 'detached_at': '', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'serial': '64ae27c4-ec6d-4400-951b-b7e1efdadffb'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 990.707163] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.711629] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.715868] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.823530] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.848244] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.848585] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.848763] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.848955] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.849118] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.849270] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.849482] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.849645] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.849869] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.850063] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.850236] env[69333]: DEBUG nova.virt.hardware [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.851231] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4f0d9a-91f3-4a3b-bf22-2bda9016f29a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.861345] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288a5f35-ef47-46eb-b481-2f60c060c77c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.885463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.888410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.655s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.888710] env[69333]: DEBUG nova.objects.instance [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lazy-loading 'resources' on Instance uuid 6de5e4c7-cfb4-4c32-b905-9306b918c722 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.917523] env[69333]: INFO nova.scheduler.client.report [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance 54050f9c-f567-495a-91ff-c1f03457d92f [ 991.039820] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134324, 'name': ReconfigVM_Task, 'duration_secs': 1.725534} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.040262] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] c3f10fa5-1431-41bd-8b00-f661e9c9097e/c3f10fa5-1431-41bd-8b00-f661e9c9097e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.044774] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c25b2b-4fc1-43cb-89bd-41a620490993 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.053354] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.055157] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 991.055157] env[69333]: value = "task-4134332" [ 991.055157] env[69333]: _type = "Task" [ 991.055157] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.065097] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134332, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.212470] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.216852] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.336266] env[69333]: DEBUG nova.compute.manager [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Received event network-vif-plugged-faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.336765] env[69333]: DEBUG oslo_concurrency.lockutils [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] Acquiring lock "f1479274-957c-4554-921e-cedef2c2e734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.337126] env[69333]: DEBUG oslo_concurrency.lockutils [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] Lock "f1479274-957c-4554-921e-cedef2c2e734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.337353] env[69333]: DEBUG oslo_concurrency.lockutils [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] Lock "f1479274-957c-4554-921e-cedef2c2e734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.337583] env[69333]: DEBUG nova.compute.manager [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] No waiting events found dispatching network-vif-plugged-faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.337816] env[69333]: WARNING nova.compute.manager [req-d636735f-c6e4-43b0-acb3-a4034e86d6ae req-f39dca80-10a5-4122-a72f-28e04cc28475 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Received unexpected event network-vif-plugged-faa07ac8-891d-438f-b64e-99fd61e72c87 for instance with vm_state building and task_state spawning. [ 991.429864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a6e51728-3f6a-4569-ac2c-9cf303b51371 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "54050f9c-f567-495a-91ff-c1f03457d92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.311s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.452970] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Successfully updated port: faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.555443] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134331, 'name': ReconfigVM_Task, 'duration_secs': 0.757527} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.556024] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.561261] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-666ef14a-d7ae-4b52-95d9-cec1b709614d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.575511] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134332, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.577422] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 991.577422] env[69333]: value = "task-4134333" [ 991.577422] env[69333]: _type = "Task" [ 991.577422] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.593023] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134333, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.717822] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.722322] env[69333]: DEBUG oslo_vmware.api [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134330, 'name': PowerOnVM_Task, 'duration_secs': 1.068587} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.726293] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.726736] env[69333]: INFO nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Took 10.87 seconds to spawn the instance on the hypervisor. [ 991.727014] env[69333]: DEBUG nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 991.728303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51992ae-61a2-48eb-a315-6cac2252120b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.737854] env[69333]: DEBUG nova.objects.instance [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid 9a744b12-7e57-4ac9-8310-548cc76c3a91 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.841442] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f589a3-83a2-4f63-992b-35cb1d133559 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.850910] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022fd7b-3d2b-4554-a200-1349ef7f8774 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.885660] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e74c5d-d858-472d-b4ad-9d212498b4e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.894365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012ba92-2b6f-4b66-bdd5-8048cf525d40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.910205] env[69333]: DEBUG nova.compute.provider_tree [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.956125] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.956290] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.956424] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.066591] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134332, 'name': Rename_Task, 'duration_secs': 0.879359} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.066874] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.067156] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb08b171-9842-4b7d-b627-3f9c56ac6a4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.074734] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 992.074734] env[69333]: value = "task-4134334" [ 992.074734] env[69333]: _type = "Task" [ 992.074734] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.090138] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134333, 'name': Rename_Task, 'duration_secs': 0.248963} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.093853] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.094281] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.094586] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babcceae-9013-4832-ba01-2d0f4a8ffc42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.105347] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 992.105347] env[69333]: value = "task-4134335" [ 992.105347] env[69333]: _type = "Task" [ 992.105347] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.115318] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.209707] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134323, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.153861} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.210106] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8228e9ce-6750-4201-94f1-2cf0469165ca/8228e9ce-6750-4201-94f1-2cf0469165ca.vmdk to [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.211184] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c4a0f-3f1f-4289-b95d-e7263a4762f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.243180] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.243539] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a97e13a-7ed5-417d-aa98-8ee20bd451b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.266857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fa0e31eb-92fb-41b8-a24c-3e94931d8b95 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.268109] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.275171] env[69333]: INFO nova.compute.manager [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Took 35.34 seconds to build instance. [ 992.279404] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c865d7a1-0027-4fe6-84fa-50c4b1bfd103 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.285593] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 992.285593] env[69333]: value = "task-4134336" [ 992.285593] env[69333]: _type = "Task" [ 992.285593] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.289785] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 992.289785] env[69333]: value = "task-4134337" [ 992.289785] env[69333]: _type = "Task" [ 992.289785] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.300349] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.311613] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.414245] env[69333]: DEBUG nova.scheduler.client.report [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.509330] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.592738] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.618900] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.781435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.860s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.800209] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.806785] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134337, 'name': PowerOffVM_Task, 'duration_secs': 0.350838} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.807298] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.808672] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e71af-90f2-475f-8509-89f882427617 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.849806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cb81c-aace-4d2f-a62c-3eb3bf032954 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.854591] env[69333]: DEBUG nova.network.neutron [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Updating instance_info_cache with network_info: [{"id": "faa07ac8-891d-438f-b64e-99fd61e72c87", "address": "fa:16:3e:2c:4b:de", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa07ac8-89", "ovs_interfaceid": "faa07ac8-891d-438f-b64e-99fd61e72c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.896228] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.896619] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69d64f5-97fd-4558-bcb9-d776002e1ea3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.906957] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 992.906957] env[69333]: value = "task-4134338" [ 992.906957] env[69333]: _type = "Task" [ 992.906957] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.918211] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.918441] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.918701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.918849] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.919046] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.921460] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.923025] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15afc420-d101-4a08-a969-d4537bfb8ff6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.925946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.586s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.925946] env[69333]: DEBUG nova.objects.instance [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lazy-loading 'resources' on Instance uuid 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.937576] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.937943] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.940560] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ccc26b-3ab1-4ffd-91b9-e0d0e5d02b9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.947363] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 992.947363] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fb3558-2a7c-1a58-d932-d1927adf9c6c" [ 992.947363] env[69333]: _type = "Task" [ 992.947363] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.954291] env[69333]: INFO nova.scheduler.client.report [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted allocations for instance 6de5e4c7-cfb4-4c32-b905-9306b918c722 [ 992.960233] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fb3558-2a7c-1a58-d932-d1927adf9c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.062301] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.062904] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.090080] env[69333]: DEBUG oslo_vmware.api [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134334, 'name': PowerOnVM_Task, 'duration_secs': 0.81423} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.090370] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.090576] env[69333]: INFO nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Took 9.45 seconds to spawn the instance on the hypervisor. [ 993.090796] env[69333]: DEBUG nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.091975] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8707d-9a2e-4260-9603-eca96b34015e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.118714] env[69333]: DEBUG oslo_vmware.api [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134335, 'name': PowerOnVM_Task, 'duration_secs': 0.78326} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.118714] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.119203] env[69333]: INFO nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Took 6.88 seconds to spawn the instance on the hypervisor. [ 993.119297] env[69333]: DEBUG nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.120146] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baebceda-d05d-4442-a17f-6a8ac3914b99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.295289] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134336, 'name': ReconfigVM_Task, 'duration_secs': 0.641599} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.295537] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5/a2dab00f-aed0-4811-98a2-fb4e42d59bc5.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.296376] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e20d3a-4989-4d2f-adba-bd5fd50944d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307432] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 993.307432] env[69333]: value = "task-4134339" [ 993.307432] env[69333]: _type = "Task" [ 993.307432] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.316553] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134339, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.358403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.358936] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Instance network_info: |[{"id": "faa07ac8-891d-438f-b64e-99fd61e72c87", "address": "fa:16:3e:2c:4b:de", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa07ac8-89", "ovs_interfaceid": "faa07ac8-891d-438f-b64e-99fd61e72c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.359486] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:4b:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa07ac8-891d-438f-b64e-99fd61e72c87', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.368675] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.368954] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.369220] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a11d255-55b3-43ec-927b-d3656772ab10 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.390799] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.390799] env[69333]: value = "task-4134340" [ 993.390799] env[69333]: _type = "Task" [ 993.390799] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.393354] env[69333]: DEBUG nova.compute.manager [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Received event network-changed-faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.393554] env[69333]: DEBUG nova.compute.manager [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Refreshing instance network info cache due to event network-changed-faa07ac8-891d-438f-b64e-99fd61e72c87. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.393844] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] Acquiring lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.394031] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] Acquired lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.394489] env[69333]: DEBUG nova.network.neutron [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Refreshing network info cache for port faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.408049] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134340, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.461604] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fb3558-2a7c-1a58-d932-d1927adf9c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.018187} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.462438] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e51522b-dd7d-4ffd-afb7-85a3d546b9ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.470343] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "6de5e4c7-cfb4-4c32-b905-9306b918c722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.803s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.473900] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 993.473900] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5260508d-4799-09e9-e35b-1d3570aa8755" [ 993.473900] env[69333]: _type = "Task" [ 993.473900] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.483802] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5260508d-4799-09e9-e35b-1d3570aa8755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.565927] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.616870] env[69333]: INFO nova.compute.manager [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Took 36.24 seconds to build instance. [ 993.637481] env[69333]: INFO nova.compute.manager [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Took 35.59 seconds to build instance. [ 993.818686] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134339, 'name': Rename_Task, 'duration_secs': 0.340529} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.822210] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.822803] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17f564d6-631b-48c3-9fec-2a0ee25ec8e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.837088] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 993.837088] env[69333]: value = "task-4134341" [ 993.837088] env[69333]: _type = "Task" [ 993.837088] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.856787] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.861581] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3bc4b0-d007-4ef8-9ee5-08caab3846b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.872281] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec530a53-03c6-4ecc-9446-47620addba48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.916070] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00899abb-cf0a-4c86-ad25-bf029e954abb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.927362] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134340, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.932260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908fa8e7-4cd9-4e6f-84a7-18a1ec6f0b40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.948459] env[69333]: DEBUG nova.compute.provider_tree [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.987397] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5260508d-4799-09e9-e35b-1d3570aa8755, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.987661] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.988445] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. {{(pid=69333) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 993.988445] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e9f0c9-7cbd-45eb-86d3-a9eadbb91b52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.996279] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 993.996279] env[69333]: value = "task-4134342" [ 993.996279] env[69333]: _type = "Task" [ 993.996279] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.007017] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.093075] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.120650] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ac0689eb-6658-4942-84d3-9dccf44efb91 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.754s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.139885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fc7e1824-f156-4ace-a94b-1ea9f21fa698 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.114s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.268990] env[69333]: DEBUG nova.network.neutron [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Updated VIF entry in instance network info cache for port faa07ac8-891d-438f-b64e-99fd61e72c87. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.269771] env[69333]: DEBUG nova.network.neutron [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Updating instance_info_cache with network_info: [{"id": "faa07ac8-891d-438f-b64e-99fd61e72c87", "address": "fa:16:3e:2c:4b:de", "network": {"id": "05117f79-8950-4c9e-b5d9-903a4dd44d7e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1290271199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32cd998d5ab406a864d485401e1629e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa07ac8-89", "ovs_interfaceid": "faa07ac8-891d-438f-b64e-99fd61e72c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.352710] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.421239] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134340, 'name': CreateVM_Task, 'duration_secs': 0.600612} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.421917] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.422769] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.423048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.423337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.423625] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6770fbba-dac7-44de-a7cc-7bea9cb18388 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.430887] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 994.430887] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521529d3-7176-4f50-d130-c6dfa3bcd15d" [ 994.430887] env[69333]: _type = "Task" [ 994.430887] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.442096] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521529d3-7176-4f50-d130-c6dfa3bcd15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.452267] env[69333]: DEBUG nova.scheduler.client.report [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.483692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "504efc4a-2126-4b48-b1fc-e77158186deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.483692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.510485] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.738174] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.739271] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec03021-5298-4a09-b3bd-43851f278a1c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.748375] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.748543] env[69333]: ERROR oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk due to incomplete transfer. [ 994.748777] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5889567c-66b7-4d11-8a8f-8a44b823a0c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.753336] env[69333]: DEBUG nova.compute.manager [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 994.758797] env[69333]: DEBUG oslo_vmware.rw_handles [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b6ab-5b90-97fd-51f7-2c3c06928b18/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.758992] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Uploaded image b416ce3c-6be6-4410-9311-f9710eff98ef to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.761230] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.761497] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24076a0c-c9e5-4478-a803-d7140ca8dabf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.769213] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 994.769213] env[69333]: value = "task-4134343" [ 994.769213] env[69333]: _type = "Task" [ 994.769213] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.772936] env[69333]: DEBUG oslo_concurrency.lockutils [req-c9ec2c4f-bc4f-4334-b965-74b2fe0a51cd req-51093eb1-d6f9-485b-93a0-ab6831fd3ef3 service nova] Releasing lock "refresh_cache-f1479274-957c-4554-921e-cedef2c2e734" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.778667] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134343, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.794425] env[69333]: INFO nova.compute.manager [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Rebuilding instance [ 994.841722] env[69333]: DEBUG nova.compute.manager [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.845634] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608a6c5-84e8-4241-b537-a93bfcfd7df7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.857744] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.942925] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521529d3-7176-4f50-d130-c6dfa3bcd15d, 'name': SearchDatastore_Task, 'duration_secs': 0.038227} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.943253] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.943492] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.943761] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.943908] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.944071] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.944351] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62539ba6-0c02-4947-8754-85a315fa9cb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.957524] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.957767] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.958531] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9081788-8ca2-4e90-a5cb-db87bad8b995 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.961919] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.964604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.356s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.964850] env[69333]: DEBUG nova.objects.instance [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lazy-loading 'resources' on Instance uuid 4c6c7885-9cd0-4d18-8e16-710e4092e079 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.970429] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 994.970429] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52305d11-460e-a7fc-64a4-28d2ed42d734" [ 994.970429] env[69333]: _type = "Task" [ 994.970429] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.980619] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52305d11-460e-a7fc-64a4-28d2ed42d734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.982801] env[69333]: INFO nova.scheduler.client.report [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Deleted allocations for instance 4e5401b1-a0a4-41e2-96e0-e6855a8bb806 [ 994.988673] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.007179] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.272021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.280600] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134343, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.350691] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.483920] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52305d11-460e-a7fc-64a4-28d2ed42d734, 'name': SearchDatastore_Task, 'duration_secs': 0.039446} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.485019] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750e136b-3d26-4d8d-800c-d9c329d9d9f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.500903] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 995.500903] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523dc9a7-ed2c-9e5e-ff51-bedad88d8e18" [ 995.500903] env[69333]: _type = "Task" [ 995.500903] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.502243] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0a46eb17-d30d-4278-839d-fade2efcd6a4 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Lock "4e5401b1-a0a4-41e2-96e0-e6855a8bb806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.753s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.520674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.524806] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523dc9a7-ed2c-9e5e-ff51-bedad88d8e18, 'name': SearchDatastore_Task, 'duration_secs': 0.014769} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.525083] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.526065] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.526385] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f1479274-957c-4554-921e-cedef2c2e734/f1479274-957c-4554-921e-cedef2c2e734.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.526715] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd68704-6f77-4622-aeca-4698226643e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.538233] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 995.538233] env[69333]: value = "task-4134344" [ 995.538233] env[69333]: _type = "Task" [ 995.538233] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.548936] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.784311] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134343, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.853600] env[69333]: DEBUG oslo_vmware.api [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134341, 'name': PowerOnVM_Task, 'duration_secs': 1.995246} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.854072] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.865853] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.865853] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889d78e5-1c24-4540-bf4c-c68c55a40a89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.875133] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 995.875133] env[69333]: value = "task-4134345" [ 995.875133] env[69333]: _type = "Task" [ 995.875133] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.894692] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.920838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c4c67d-2de0-4203-a80e-7fbad2164076 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.931990] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848a717-2082-42fb-b786-12c578222a8e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.978750] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e8585-0cba-4029-ab10-b477d856d730 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.990713] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d73ccf4-b4b1-4320-b40d-e5a3392c6612 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.775692] env[69333]: DEBUG nova.compute.manager [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.777732] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23686b5c-1902-4a97-861d-552b1d2b8699 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.810025] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.630044} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.810025] env[69333]: DEBUG nova.compute.provider_tree [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.816750] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk. [ 996.816980] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640342} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.823795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce48790-8e2e-49fd-b333-02f53c832c3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.826542] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f1479274-957c-4554-921e-cedef2c2e734/f1479274-957c-4554-921e-cedef2c2e734.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.826725] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.827019] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134343, 'name': Destroy_Task, 'duration_secs': 1.53597} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.831220] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb1e6e3-1708-4805-afa0-277547b9a5f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.833313] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Destroyed the VM [ 996.833543] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.833839] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134345, 'name': PowerOffVM_Task, 'duration_secs': 0.453736} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.834660] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d74ae692-97ac-467e-bddb-76f64f1b06f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.836362] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.836619] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.838370] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c52329-ae9f-4a14-bab0-1648544cdb44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.859949] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 996.859949] env[69333]: value = "task-4134346" [ 996.859949] env[69333]: _type = "Task" [ 996.859949] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.868054] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.871189] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40760921-6ec6-4736-aca6-63b3045a25f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.885196] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 996.885196] env[69333]: value = "task-4134347" [ 996.885196] env[69333]: _type = "Task" [ 996.885196] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.891968] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.897606] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffb0d1cb-7e36-4de2-9ce1-37c66df9e0e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.899582] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 996.899582] env[69333]: value = "task-4134348" [ 996.899582] env[69333]: _type = "Task" [ 996.899582] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.910761] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.910761] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134346, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.917088] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.928136] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.928390] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.928823] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleting the datastore file [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.930118] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da5de63-71c1-48aa-b2b0-a4ec407258ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.937078] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 996.937078] env[69333]: value = "task-4134350" [ 996.937078] env[69333]: _type = "Task" [ 996.937078] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.949230] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.324939] env[69333]: DEBUG nova.scheduler.client.report [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.338376] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.675s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.384103] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075048} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.385135] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.385273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1fb56-755f-4ee4-8713-cf3a2c5e350e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.410659] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f1479274-957c-4554-921e-cedef2c2e734/f1479274-957c-4554-921e-cedef2c2e734.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.418403] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e95508-03b2-4360-ba37-353f0e4b656c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.440667] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.448273] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.448577] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 997.448577] env[69333]: value = "task-4134351" [ 997.448577] env[69333]: _type = "Task" [ 997.448577] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.455769] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416618} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.456467] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.456673] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.456876] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.463627] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.830657] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.866s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.834621] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.491s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.836830] env[69333]: INFO nova.compute.claims [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.861108] env[69333]: INFO nova.scheduler.client.report [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleted allocations for instance 4c6c7885-9cd0-4d18-8e16-710e4092e079 [ 997.915504] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134347, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83497} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.919239] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.919660] env[69333]: DEBUG nova.compute.manager [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.920668] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134348, 'name': ReconfigVM_Task, 'duration_secs': 0.599758} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.921544] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d15d35-54e7-45f7-a168-21d10939ffbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.924681] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3/4c0c4c4f-2385-4639-967e-3554b6257db7-rescue.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.927025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be006a80-90ad-43ec-b74c-412e349e964f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.974258] env[69333]: INFO nova.compute.manager [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Shelve offloading [ 997.986021] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9d2c3e-dde9-4c57-ac7f-4c8cb511fcd4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.004242] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.006279] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 998.006279] env[69333]: value = "task-4134352" [ 998.006279] env[69333]: _type = "Task" [ 998.006279] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.016076] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.369462] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "4c6c7885-9cd0-4d18-8e16-710e4092e079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.265s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.479191] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134351, 'name': ReconfigVM_Task, 'duration_secs': 0.666279} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.479709] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f1479274-957c-4554-921e-cedef2c2e734/f1479274-957c-4554-921e-cedef2c2e734.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.483035] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa40d3fb-6a40-4201-980d-92bdfaf69db8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.489332] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 998.489332] env[69333]: value = "task-4134353" [ 998.489332] env[69333]: _type = "Task" [ 998.489332] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.502970] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.505298] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134353, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.507956] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82436508-a68f-42aa-ac9f-e829592366f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.519920] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134352, 'name': ReconfigVM_Task, 'duration_secs': 0.169593} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.523911] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.523911] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 998.523911] env[69333]: value = "task-4134354" [ 998.523911] env[69333]: _type = "Task" [ 998.523911] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.523911] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e24d60d-2192-4b15-93d2-641a79d5172a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.539418] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.539906] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.540173] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.540429] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.540614] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.540770] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.541007] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.541228] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.541406] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.541570] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.542223] env[69333]: DEBUG nova.virt.hardware [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.543583] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.543883] env[69333]: DEBUG nova.compute.manager [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.544760] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525eda5-1aeb-456c-95c6-9a7a9fa9392d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.548981] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 998.548981] env[69333]: value = "task-4134355" [ 998.548981] env[69333]: _type = "Task" [ 998.548981] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.550821] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0d591-8816-4734-a19e-99e3a4348cdd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.572029] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b1ff55-3761-4e69-a127-d237dfcde308 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.578959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.579711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.579711] env[69333]: DEBUG nova.network.neutron [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.580971] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.593734] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.601264] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.601364] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.601705] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22058c6c-f348-44da-9a58-fa521a2c2e3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.624019] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.624019] env[69333]: value = "task-4134356" [ 998.624019] env[69333]: _type = "Task" [ 998.624019] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.639200] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134356, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.003571] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134353, 'name': Rename_Task, 'duration_secs': 0.204958} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.003933] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.003975] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf67a532-91dc-471e-98fe-7aac63c1b91a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.012165] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 999.012165] env[69333]: value = "task-4134357" [ 999.012165] env[69333]: _type = "Task" [ 999.012165] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.024471] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.075965] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.136816] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134356, 'name': CreateVM_Task, 'duration_secs': 0.425093} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.138075] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.138075] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.138075] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.138075] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.138282] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b25b578-ad11-4a09-abd2-517e68767904 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.148541] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 999.148541] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fd70df-360f-fb9f-53f3-1d93a6cb1a0d" [ 999.148541] env[69333]: _type = "Task" [ 999.148541] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.156979] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fd70df-360f-fb9f-53f3-1d93a6cb1a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.208818] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "d21e2374-e940-49fe-92c0-f3b226cb3126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.209151] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.209362] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.209562] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.209731] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.215288] env[69333]: INFO nova.compute.manager [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Terminating instance [ 999.328352] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb959e-4b6c-478f-9d01-e4be99a109f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.340188] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1143f96b-7f5a-4445-a8ab-2fa85b13a8bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.381599] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de6aa0-6f22-4f0a-8876-544320270acf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.394025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5a801e-7823-45b5-bab1-fc45e9ceb9b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.409144] env[69333]: DEBUG nova.compute.provider_tree [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.523581] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134357, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.568509] env[69333]: DEBUG oslo_vmware.api [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134355, 'name': PowerOnVM_Task, 'duration_secs': 1.026898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.568801] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.572146] env[69333]: DEBUG nova.compute.manager [None req-7b54736b-d6ae-4dec-be41-996d7e500d74 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.573124] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e12be6d-83d1-4992-83de-bb25033ee792 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.662663] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fd70df-360f-fb9f-53f3-1d93a6cb1a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.017824} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.662983] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.663233] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.663474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.663615] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.663826] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.664155] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5243761a-c978-4e3a-b2f2-b78e31e77264 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.682061] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.682061] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.682061] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7755956c-89fb-4a0c-b0d4-2a31f8cb3479 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.689692] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 999.689692] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9bd2b-51ac-fb7d-1c2b-d9d5e5180f6a" [ 999.689692] env[69333]: _type = "Task" [ 999.689692] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.702030] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9bd2b-51ac-fb7d-1c2b-d9d5e5180f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.725422] env[69333]: DEBUG nova.compute.manager [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.725422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.725558] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de76711-8e0b-42a4-8d1c-5257e10a6d88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.736702] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.738289] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89d27ef-e5dc-4b8f-86b0-307c348b4e54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.742036] env[69333]: DEBUG nova.network.neutron [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.748620] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 999.748620] env[69333]: value = "task-4134358" [ 999.748620] env[69333]: _type = "Task" [ 999.748620] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.758649] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.768273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e329bc-e9e1-4d1f-80ec-45d46b032cee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.780416] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Suspending the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 999.780746] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9dbaadd6-695c-4d69-97ff-751b9de3bacd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.790365] env[69333]: DEBUG oslo_vmware.api [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 999.790365] env[69333]: value = "task-4134359" [ 999.790365] env[69333]: _type = "Task" [ 999.790365] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.799969] env[69333]: DEBUG oslo_vmware.api [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134359, 'name': SuspendVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.913498] env[69333]: DEBUG nova.scheduler.client.report [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.031286] env[69333]: DEBUG oslo_vmware.api [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134357, 'name': PowerOnVM_Task, 'duration_secs': 0.906827} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.031664] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.031837] env[69333]: INFO nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1000.032041] env[69333]: DEBUG nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.032862] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d5fa2-3caf-447f-8854-3a93f6f972ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.204293] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9bd2b-51ac-fb7d-1c2b-d9d5e5180f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015133} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.205461] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9e1bf6-d2f7-4723-a72c-be7c228e4e63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.213463] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1000.213463] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217c255-c7b8-c8eb-7aaa-191044fa0501" [ 1000.213463] env[69333]: _type = "Task" [ 1000.213463] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.224073] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217c255-c7b8-c8eb-7aaa-191044fa0501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.249473] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.260793] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134358, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.306137] env[69333]: DEBUG oslo_vmware.api [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134359, 'name': SuspendVM_Task} progress is 54%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.420581] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.421299] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.424161] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.266s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.432238] env[69333]: INFO nova.compute.claims [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.562285] env[69333]: INFO nova.compute.manager [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Took 41.09 seconds to build instance. [ 1000.729558] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5217c255-c7b8-c8eb-7aaa-191044fa0501, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.731194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.731613] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.733616] env[69333]: DEBUG nova.compute.manager [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-vif-unplugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.733616] env[69333]: DEBUG oslo_concurrency.lockutils [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.733836] env[69333]: DEBUG oslo_concurrency.lockutils [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.734207] env[69333]: DEBUG oslo_concurrency.lockutils [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.734331] env[69333]: DEBUG nova.compute.manager [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] No waiting events found dispatching network-vif-unplugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.734407] env[69333]: WARNING nova.compute.manager [req-066e0477-5b6f-4d18-b70b-e7af821ee28b req-bd680361-a365-48ae-bc53-351022ed701e service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received unexpected event network-vif-unplugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a for instance with vm_state shelved and task_state shelving_offloading. [ 1000.735182] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98eccd1a-6be5-45a0-aa0d-a3590ad27a51 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.744540] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1000.744540] env[69333]: value = "task-4134360" [ 1000.744540] env[69333]: _type = "Task" [ 1000.744540] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.757370] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.763535] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134358, 'name': PowerOffVM_Task, 'duration_secs': 0.584017} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.763888] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.764111] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.764457] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cbe07b4-b8bf-4bbc-815f-e74452fc5de7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.767862] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.768951] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083dbc0-4350-48cc-ac7a-3c533b1e8060 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.780165] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.780165] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dc6636a-9b15-44c8-a40d-e637f5a4da75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.803427] env[69333]: DEBUG oslo_vmware.api [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134359, 'name': SuspendVM_Task, 'duration_secs': 0.952991} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.804073] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Suspended the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1000.804073] env[69333]: DEBUG nova.compute.manager [None req-db431b3e-2845-402d-a8ef-dc47ba027e01 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.806093] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ac2ad-f385-4d55-a9c8-b3836dc42aaa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.873543] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.873543] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.873543] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleting the datastore file [datastore2] d21e2374-e940-49fe-92c0-f3b226cb3126 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.873543] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52283b3-0b8b-4476-a3cb-87769671bbe7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.880754] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.881287] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.881677] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.882199] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647858df-17e9-419c-b1a7-39fab9b4cffd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.886334] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for the task: (returnval){ [ 1000.886334] env[69333]: value = "task-4134363" [ 1000.886334] env[69333]: _type = "Task" [ 1000.886334] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.892964] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1000.892964] env[69333]: value = "task-4134364" [ 1000.892964] env[69333]: _type = "Task" [ 1000.892964] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.901206] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.907614] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.935164] env[69333]: DEBUG nova.compute.utils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.943226] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1001.064257] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00a95630-a67a-4dec-9d73-dfa58f3d404b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.606s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.256464] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.402535] env[69333]: DEBUG oslo_vmware.api [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Task: {'id': task-4134363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377857} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.403433] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.403699] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.403989] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.404191] env[69333]: INFO nova.compute.manager [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1001.404485] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.404723] env[69333]: DEBUG nova.compute.manager [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.404826] env[69333]: DEBUG nova.network.neutron [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.410755] env[69333]: DEBUG oslo_vmware.api [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374891} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.411565] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.411771] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.411953] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.448025] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.452738] env[69333]: INFO nova.scheduler.client.report [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted allocations for instance 52a6f8e5-c542-4f29-b548-122d6a149b2e [ 1001.759664] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789938} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.760365] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.760591] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.760877] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6093952e-2aeb-4a28-b436-57c46de3dd7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.768505] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1001.768505] env[69333]: value = "task-4134365" [ 1001.768505] env[69333]: _type = "Task" [ 1001.768505] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.782435] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.878601] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd9599-e328-4761-9770-946217c79adb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.888487] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f836db-d649-406d-9807-c92fcc160785 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.922684] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835599b4-332a-472e-b2fd-91b7152c390e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.930992] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c116e-da06-489b-a916-cd1bbff18194 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.947011] env[69333]: DEBUG nova.compute.provider_tree [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.962947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.167573] env[69333]: DEBUG nova.compute.manager [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.168702] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eaf251-3a7a-4616-a55a-f563142f7aab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.178474] env[69333]: INFO nova.compute.manager [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Unrescuing [ 1002.178725] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.178876] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.179054] env[69333]: DEBUG nova.network.neutron [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.282112] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261894} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.282413] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.283578] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7320d470-e899-4a37-a8be-5d6f272b6cb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.287050] env[69333]: DEBUG nova.network.neutron [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.309455] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.310611] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60300bcc-3f73-49f0-95dc-07f261926abf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.331266] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1002.331266] env[69333]: value = "task-4134366" [ 1002.331266] env[69333]: _type = "Task" [ 1002.331266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.340739] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.450826] env[69333]: DEBUG nova.scheduler.client.report [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.469897] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.494026] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.494378] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.494558] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.494791] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.494964] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.495404] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.495677] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.495908] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.496141] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.496383] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.497083] env[69333]: DEBUG nova.virt.hardware [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.497690] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64314fbc-597b-4161-8df1-69cdcc73eaea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.506855] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7804f6-6d1a-4ed4-94cd-e8c622dc2046 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.525721] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.535227] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Creating folder: Project (a8e664d3e8474dce89bffb59b36e62c0). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.535227] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ea6a61-0da3-430b-a7c6-2178549df2aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.548985] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Created folder: Project (a8e664d3e8474dce89bffb59b36e62c0) in parent group-v818612. [ 1002.548985] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Creating folder: Instances. Parent ref: group-v818841. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.549369] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c829339f-297c-4f90-b083-4274cb1634b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.561407] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Created folder: Instances in parent group-v818841. [ 1002.561796] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.562162] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.562455] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba3481b7-01f9-4039-8dd6-99af9564d7b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.580980] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.580980] env[69333]: value = "task-4134369" [ 1002.580980] env[69333]: _type = "Task" [ 1002.580980] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.590316] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134369, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.595575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "6dbb31bc-d112-4973-913f-1972792690b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.595746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.686688] env[69333]: INFO nova.compute.manager [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] instance snapshotting [ 1002.691954] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49610046-2c4b-40f2-863d-8b13f88fdab6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.715708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e4c98c-05f0-4264-87f5-0fe4526da0ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.769907] env[69333]: DEBUG nova.compute.manager [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.770141] env[69333]: DEBUG nova.compute.manager [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing instance network info cache due to event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.770352] env[69333]: DEBUG oslo_concurrency.lockutils [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.770616] env[69333]: DEBUG oslo_concurrency.lockutils [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.771365] env[69333]: DEBUG nova.network.neutron [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.790163] env[69333]: INFO nova.compute.manager [-] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Took 1.39 seconds to deallocate network for instance. [ 1002.847346] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.880027] env[69333]: INFO nova.compute.manager [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Resuming [ 1002.880661] env[69333]: DEBUG nova.objects.instance [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lazy-loading 'flavor' on Instance uuid a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.956652] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.957304] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.963413] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.872s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.967025] env[69333]: DEBUG nova.objects.instance [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'resources' on Instance uuid 53c7e04c-17ac-46c9-b877-ddf2ab72afda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.013623] env[69333]: DEBUG nova.network.neutron [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.092096] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134369, 'name': CreateVM_Task, 'duration_secs': 0.309022} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.092281] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.093045] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.093045] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.093219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.093490] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2de15e2-5e20-4b35-b106-e83e01328f7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.098932] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.101878] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1003.101878] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ecc16-0cc5-ee19-16ac-639e6e261ca7" [ 1003.101878] env[69333]: _type = "Task" [ 1003.101878] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.111616] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ecc16-0cc5-ee19-16ac-639e6e261ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.228346] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.228688] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10a3d903-7b98-49a0-a153-c04e9e91023e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.237476] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1003.237476] env[69333]: value = "task-4134370" [ 1003.237476] env[69333]: _type = "Task" [ 1003.237476] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.246808] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.299529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.343009] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134366, 'name': ReconfigVM_Task, 'duration_secs': 0.665937} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.345966] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8/65565095-eec4-4bde-bd1e-5c24d8f24bc8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.346672] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15718c87-acfa-4534-959c-8b5d7a04790f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.354739] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1003.354739] env[69333]: value = "task-4134371" [ 1003.354739] env[69333]: _type = "Task" [ 1003.354739] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.363838] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134371, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.466625] env[69333]: DEBUG nova.compute.utils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.472862] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.473080] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.516899] env[69333]: DEBUG oslo_concurrency.lockutils [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.517576] env[69333]: DEBUG nova.objects.instance [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'flavor' on Instance uuid a787ba90-ea1a-48b3-8cbe-63aac9584df3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.526798] env[69333]: DEBUG nova.policy [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f1d6902fb74fae9bc3ece51d30313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ffb4aed9474021ba947f80bd16ba7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.591816] env[69333]: DEBUG nova.network.neutron [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updated VIF entry in instance network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.592234] env[69333]: DEBUG nova.network.neutron [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap13de3fc4-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.625853] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528ecc16-0cc5-ee19-16ac-639e6e261ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.625853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.625853] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.625853] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.626362] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.626362] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.626445] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd028b3e-f5f5-4ea3-aea4-cfaecbcfcbd1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.629689] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.643135] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.643391] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.647414] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19a7445-42cb-4941-8e47-31c2f0843746 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.654148] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1003.654148] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aab43c-10b5-93d0-58c2-e7ab620d8b17" [ 1003.654148] env[69333]: _type = "Task" [ 1003.654148] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.664293] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aab43c-10b5-93d0-58c2-e7ab620d8b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.747585] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.866555] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134371, 'name': Rename_Task, 'duration_secs': 0.172648} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.866840] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.867301] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47572521-9cf3-4bf5-bdaa-9ffb3919c53b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.875462] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1003.875462] env[69333]: value = "task-4134372" [ 1003.875462] env[69333]: _type = "Task" [ 1003.875462] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.884736] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Successfully created port: ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.890515] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.923479] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6440249-2177-4b32-8269-d478da7a444c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.932032] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a140ce8a-da8b-49d4-b0ad-1ff7345a52b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.964610] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444f00e-5e2b-406d-a9b4-d92417b9cd05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.973745] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd23937-57c5-4b50-93e0-8896b567b5a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.979724] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.993486] env[69333]: DEBUG nova.compute.provider_tree [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.023483] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e4eb0a-7d86-4869-a5b3-dcaa39a775b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.049031] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.049388] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1780341-f476-461a-b663-c21f1bba466a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.057693] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1004.057693] env[69333]: value = "task-4134373" [ 1004.057693] env[69333]: _type = "Task" [ 1004.057693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.068070] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.096195] env[69333]: DEBUG oslo_concurrency.lockutils [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096461] env[69333]: DEBUG nova.compute.manager [req-12a54226-9b97-4dd0-9d8c-3d79d39e0228 req-2513081c-1219-4bec-9a46-f93841e0f2f0 service nova] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Received event network-vif-deleted-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.166895] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52aab43c-10b5-93d0-58c2-e7ab620d8b17, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.167806] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed009438-2037-4bec-acf9-fefb0e06c4e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.174933] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1004.174933] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d66046-979c-fd77-bc66-5a2892f49f37" [ 1004.174933] env[69333]: _type = "Task" [ 1004.174933] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.185567] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.185941] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d66046-979c-fd77-bc66-5a2892f49f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.251027] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134370, 'name': CreateSnapshot_Task, 'duration_secs': 0.980323} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.251027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.251027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46198b6e-37d2-4289-a631-f3c16eed9c89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.396355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.396871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquired lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.397258] env[69333]: DEBUG nova.network.neutron [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.398759] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.498902] env[69333]: DEBUG nova.scheduler.client.report [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.569154] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134373, 'name': PowerOffVM_Task, 'duration_secs': 0.285035} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.569407] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.575528] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfiguring VM instance instance-0000004d to detach disk 2002 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.576234] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4348f7f0-8582-4822-9840-73d1d403625a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.598725] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1004.598725] env[69333]: value = "task-4134374" [ 1004.598725] env[69333]: _type = "Task" [ 1004.598725] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.607715] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.685586] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d66046-979c-fd77-bc66-5a2892f49f37, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.685832] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.686109] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 062fb187-4084-408a-b8af-2bcc4552a5f8/062fb187-4084-408a-b8af-2bcc4552a5f8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.686377] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cce5b6f-491a-49b9-a8fc-b54891355a3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.692884] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1004.692884] env[69333]: value = "task-4134375" [ 1004.692884] env[69333]: _type = "Task" [ 1004.692884] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.703267] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.773355] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.773761] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a39a55d-3a3f-4f60-aad6-63f0d3f8be09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.784412] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1004.784412] env[69333]: value = "task-4134376" [ 1004.784412] env[69333]: _type = "Task" [ 1004.784412] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.795129] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.893284] env[69333]: DEBUG oslo_vmware.api [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134372, 'name': PowerOnVM_Task, 'duration_secs': 0.545741} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.893636] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.893985] env[69333]: DEBUG nova.compute.manager [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.894848] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9e5a1-22e5-4c30-adf0-72daefc966c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990668] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.006183] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.009727] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.810s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.010093] env[69333]: DEBUG nova.objects.instance [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lazy-loading 'resources' on Instance uuid 5cc16c1e-268c-43ab-a0da-014fac34514c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.022375] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.022375] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.022375] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.022375] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.022375] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.022744] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.022744] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.022846] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.022995] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.023185] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.023362] env[69333]: DEBUG nova.virt.hardware [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.024770] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf3ad8-c54d-4c1b-ab06-3aaae0e4ba46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.035742] env[69333]: INFO nova.scheduler.client.report [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted allocations for instance 53c7e04c-17ac-46c9-b877-ddf2ab72afda [ 1005.044475] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26140ede-99d5-4035-9235-60c363762d09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.114508] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134374, 'name': ReconfigVM_Task, 'duration_secs': 0.289253} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.114891] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfigured VM instance instance-0000004d to detach disk 2002 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.115073] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.115341] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28ca060-99aa-4161-afca-583ce4f13643 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.126031] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1005.126031] env[69333]: value = "task-4134377" [ 1005.126031] env[69333]: _type = "Task" [ 1005.126031] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.137467] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.211766] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.213390] env[69333]: DEBUG nova.network.neutron [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [{"id": "d24dbc54-1869-4bad-b58b-c27281ba535c", "address": "fa:16:3e:4c:01:e0", "network": {"id": "59527599-f97c-4e39-ab77-6743a60bb0e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1254193000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f49b0923c5949cda31ee2c3412de93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd24dbc54-18", "ovs_interfaceid": "d24dbc54-1869-4bad-b58b-c27281ba535c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.298030] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.418481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.554596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "53c7e04c-17ac-46c9-b877-ddf2ab72afda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.298s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.639883] env[69333]: DEBUG nova.compute.manager [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Received event network-vif-plugged-ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.640121] env[69333]: DEBUG oslo_concurrency.lockutils [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.640359] env[69333]: DEBUG oslo_concurrency.lockutils [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] Lock "9d358292-fba2-47b7-baf1-411074090463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.640562] env[69333]: DEBUG oslo_concurrency.lockutils [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] Lock "9d358292-fba2-47b7-baf1-411074090463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.640749] env[69333]: DEBUG nova.compute.manager [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] No waiting events found dispatching network-vif-plugged-ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.640922] env[69333]: WARNING nova.compute.manager [req-27f3f153-fbd6-47a7-a8d4-0d2a39a50964 req-73a53505-23d1-4aaf-91f3-669de7590683 service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Received unexpected event network-vif-plugged-ad94185f-debf-4b13-981f-05acea0a70c9 for instance with vm_state building and task_state spawning. [ 1005.650265] env[69333]: DEBUG oslo_vmware.api [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134377, 'name': PowerOnVM_Task, 'duration_secs': 0.450774} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.653748] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.654098] env[69333]: DEBUG nova.compute.manager [None req-40b6dbc8-f90a-4ecc-b34b-cdb304826e13 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.655686] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f60858-74f4-487e-a010-83944a3ed894 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.705054] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571283} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.708937] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 062fb187-4084-408a-b8af-2bcc4552a5f8/062fb187-4084-408a-b8af-2bcc4552a5f8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.708937] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.709479] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd293110-f792-455d-b474-9c482564cdb1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.715921] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Successfully updated port: ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.717660] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Releasing lock "refresh_cache-a2dab00f-aed0-4811-98a2-fb4e42d59bc5" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.722465] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ec3f5-0daa-4fe9-98b6-cec41ca47c80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.724114] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1005.724114] env[69333]: value = "task-4134378" [ 1005.724114] env[69333]: _type = "Task" [ 1005.724114] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.735467] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Resuming the VM {{(pid=69333) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1005.736433] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c363263-6bcd-4d23-9669-abed6ff366a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.742287] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.752037] env[69333]: DEBUG oslo_vmware.api [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 1005.752037] env[69333]: value = "task-4134379" [ 1005.752037] env[69333]: _type = "Task" [ 1005.752037] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.762191] env[69333]: DEBUG oslo_vmware.api [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.800031] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.993911] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de2200b-02cc-4b12-bdd0-d6ce41bc7f33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.003017] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9a4ed-eb63-4388-9761-d38088d0abf2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.040713] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd7c38-eecb-4d5c-b3df-5f440d537eae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.049579] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce91db-004d-40e8-8a9e-c458170077bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.065541] env[69333]: DEBUG nova.compute.provider_tree [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.220402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.220555] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.220708] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.245616] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081583} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.245931] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.246810] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638ee19-80f5-4196-bd53-fbbf204a99a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.268997] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 062fb187-4084-408a-b8af-2bcc4552a5f8/062fb187-4084-408a-b8af-2bcc4552a5f8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.272506] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01d4be5-6007-4cdf-878d-919d69ed7629 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.301766] env[69333]: DEBUG oslo_vmware.api [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134379, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.304064] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1006.304064] env[69333]: value = "task-4134380" [ 1006.304064] env[69333]: _type = "Task" [ 1006.304064] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.313384] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.321348] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.597526] env[69333]: ERROR nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [req-02277c0f-f083-4fef-85ec-376e761d6044] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02277c0f-f083-4fef-85ec-376e761d6044"}]} [ 1006.626788] env[69333]: DEBUG nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.646475] env[69333]: DEBUG nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.646791] env[69333]: DEBUG nova.compute.provider_tree [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.665975] env[69333]: DEBUG nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.672557] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.675028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.675028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.675028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.675028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.675964] env[69333]: INFO nova.compute.manager [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Terminating instance [ 1006.695497] env[69333]: DEBUG nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.776090] env[69333]: DEBUG oslo_vmware.api [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134379, 'name': PowerOnVM_Task, 'duration_secs': 0.926861} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.776090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Resumed the VM {{(pid=69333) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1006.776499] env[69333]: DEBUG nova.compute.manager [None req-3d8a1501-711d-410d-b299-9f70f9cc3051 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.777223] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704bede-b98f-4ac5-9a33-3837c8b6c103 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.788749] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.806026] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.815569] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134380, 'name': ReconfigVM_Task, 'duration_secs': 0.361823} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.815569] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 062fb187-4084-408a-b8af-2bcc4552a5f8/062fb187-4084-408a-b8af-2bcc4552a5f8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.815691] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2003e44b-4772-4f15-81ff-e094a3b5ff7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.824567] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1006.824567] env[69333]: value = "task-4134381" [ 1006.824567] env[69333]: _type = "Task" [ 1006.824567] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.838336] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134381, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.986823] env[69333]: DEBUG nova.network.neutron [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Updating instance_info_cache with network_info: [{"id": "ad94185f-debf-4b13-981f-05acea0a70c9", "address": "fa:16:3e:3a:4b:0d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94185f-de", "ovs_interfaceid": "ad94185f-debf-4b13-981f-05acea0a70c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.158121] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327a589-07f8-4060-9971-9551b4a2953a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.166868] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043eec8-8d17-4a8d-869f-606417d85afb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.203406] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "refresh_cache-65565095-eec4-4bde-bd1e-5c24d8f24bc8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.203406] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "refresh_cache-65565095-eec4-4bde-bd1e-5c24d8f24bc8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.203406] env[69333]: DEBUG nova.network.neutron [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.204464] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc0b8fb-438e-43c1-840c-e1a421ef154b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.212355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebbdd7f-8261-4b22-a905-b3a3ba9feb7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.228595] env[69333]: DEBUG nova.compute.provider_tree [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.304513] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134376, 'name': CloneVM_Task, 'duration_secs': 2.049182} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.308049] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Created linked-clone VM from snapshot [ 1007.308049] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4555c-4ddc-48a8-97d9-aa7a214fb7ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.315688] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Uploading image fa43a33a-fadc-444e-a321-46e787f53919 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.335715] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134381, 'name': Rename_Task, 'duration_secs': 0.171124} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.336731] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.337051] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.337279] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-321f57b8-3eaa-4c9f-8100-c98c87e106d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.338909] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e016ef6-3967-4ddc-84b7-8724e25e6da2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.347302] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1007.347302] env[69333]: value = "task-4134382" [ 1007.347302] env[69333]: _type = "Task" [ 1007.347302] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.348973] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1007.348973] env[69333]: value = "task-4134383" [ 1007.348973] env[69333]: _type = "Task" [ 1007.348973] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.369029] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.369029] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134382, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.491039] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.491686] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance network_info: |[{"id": "ad94185f-debf-4b13-981f-05acea0a70c9", "address": "fa:16:3e:3a:4b:0d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94185f-de", "ovs_interfaceid": "ad94185f-debf-4b13-981f-05acea0a70c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.492467] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:4b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad94185f-debf-4b13-981f-05acea0a70c9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.507210] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.507590] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.507930] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ce46b1-1a01-45e0-a767-3db0e87dbcbc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.541133] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.541133] env[69333]: value = "task-4134384" [ 1007.541133] env[69333]: _type = "Task" [ 1007.541133] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.558315] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134384, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.739973] env[69333]: DEBUG nova.network.neutron [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.792024] env[69333]: DEBUG nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.792024] env[69333]: DEBUG nova.compute.provider_tree [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 117 to 118 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.792024] env[69333]: DEBUG nova.compute.provider_tree [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.845970] env[69333]: DEBUG nova.compute.manager [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Received event network-changed-ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.845970] env[69333]: DEBUG nova.compute.manager [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Refreshing instance network info cache due to event network-changed-ad94185f-debf-4b13-981f-05acea0a70c9. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.845970] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] Acquiring lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.846483] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] Acquired lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.846483] env[69333]: DEBUG nova.network.neutron [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Refreshing network info cache for port ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.849668] env[69333]: DEBUG nova.network.neutron [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.873643] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134382, 'name': Destroy_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.878486] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.052873] env[69333]: DEBUG nova.compute.manager [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.053119] env[69333]: DEBUG nova.compute.manager [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing instance network info cache due to event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.056691] env[69333]: DEBUG oslo_concurrency.lockutils [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.056951] env[69333]: DEBUG oslo_concurrency.lockutils [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.057204] env[69333]: DEBUG nova.network.neutron [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.069079] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134384, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.299038] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.289s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.303228] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.261s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.306270] env[69333]: INFO nova.compute.claims [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.346089] env[69333]: INFO nova.scheduler.client.report [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleted allocations for instance 5cc16c1e-268c-43ab-a0da-014fac34514c [ 1008.358518] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "refresh_cache-65565095-eec4-4bde-bd1e-5c24d8f24bc8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359032] env[69333]: DEBUG nova.compute.manager [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.359327] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.366172] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8c4f7-d9e1-4bec-a313-dd88d6dc376e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.397023] env[69333]: DEBUG oslo_vmware.api [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134383, 'name': PowerOnVM_Task, 'duration_secs': 1.018264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.397023] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134382, 'name': Destroy_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.397023] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.397023] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.397446] env[69333]: INFO nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1008.397789] env[69333]: DEBUG nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.398233] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bcc158e-9e0e-4a53-b7a1-c41b9d9c3814 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.402062] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590706a2-2955-4025-aeec-c9e5ba143f28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.420177] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1008.420177] env[69333]: value = "task-4134385" [ 1008.420177] env[69333]: _type = "Task" [ 1008.420177] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.436411] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.458191] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.458191] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.555533] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134384, 'name': CreateVM_Task, 'duration_secs': 0.908459} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.555533] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.555741] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.555809] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.556125] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.556397] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfce1e92-63b9-4828-a777-2de1fcb30d31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.563473] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1008.563473] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5d215-d179-bfcd-4589-dcaa66c18de9" [ 1008.563473] env[69333]: _type = "Task" [ 1008.563473] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.579033] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5d215-d179-bfcd-4589-dcaa66c18de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.715499] env[69333]: DEBUG nova.network.neutron [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Updated VIF entry in instance network info cache for port ad94185f-debf-4b13-981f-05acea0a70c9. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.716073] env[69333]: DEBUG nova.network.neutron [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Updating instance_info_cache with network_info: [{"id": "ad94185f-debf-4b13-981f-05acea0a70c9", "address": "fa:16:3e:3a:4b:0d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94185f-de", "ovs_interfaceid": "ad94185f-debf-4b13-981f-05acea0a70c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.855455] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "5cc16c1e-268c-43ab-a0da-014fac34514c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.306s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.869527] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134382, 'name': Destroy_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.895942] env[69333]: DEBUG nova.network.neutron [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updated VIF entry in instance network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.896387] env[69333]: DEBUG nova.network.neutron [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.940786] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.941666] env[69333]: INFO nova.compute.manager [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Took 44.61 seconds to build instance. [ 1008.961070] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.078329] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5d215-d179-bfcd-4589-dcaa66c18de9, 'name': SearchDatastore_Task, 'duration_secs': 0.016355} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.078482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078587] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.078837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.078982] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.079175] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.079541] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b19a089-75da-4949-b731-0c025848d4b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.091116] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.091360] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.092307] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c428708-3aff-446c-86e9-1034bf5887d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.099207] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1009.099207] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52118117-4c83-9a9a-a8ee-9e209107c093" [ 1009.099207] env[69333]: _type = "Task" [ 1009.099207] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.111587] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52118117-4c83-9a9a-a8ee-9e209107c093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.220127] env[69333]: DEBUG oslo_concurrency.lockutils [req-b7450a22-9477-4615-a13b-7c24d8e00809 req-d4ddea39-8523-4ac4-9669-089c600b5eef service nova] Releasing lock "refresh_cache-9d358292-fba2-47b7-baf1-411074090463" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.367990] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134382, 'name': Destroy_Task, 'duration_secs': 1.781962} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.371714] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Destroyed the VM [ 1009.372204] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.373618] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4bf2a22-2b3e-48aa-b8cd-15a794488094 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.381443] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1009.381443] env[69333]: value = "task-4134386" [ 1009.381443] env[69333]: _type = "Task" [ 1009.381443] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.401699] env[69333]: DEBUG oslo_concurrency.lockutils [req-1a7793cf-a520-4532-a433-b60073191467 req-a9ca5531-ddd9-4745-8600-28252b276fdd service nova] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.402579] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.432286] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134385, 'name': PowerOffVM_Task, 'duration_secs': 0.918914} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.435466] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.435668] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.436246] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a5c4d36-b7c6-4bf2-8060-ae654cda9ad2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.444339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-19a0193d-a6c8-4f51-b490-66dda305af2d tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.125s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.474039] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.474305] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.475044] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleting the datastore file [datastore1] 65565095-eec4-4bde-bd1e-5c24d8f24bc8 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.475044] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b8aef0-629d-4c2f-aad8-26f8be74e3e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.484875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.485440] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1009.485440] env[69333]: value = "task-4134388" [ 1009.485440] env[69333]: _type = "Task" [ 1009.485440] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.497223] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.610388] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52118117-4c83-9a9a-a8ee-9e209107c093, 'name': SearchDatastore_Task, 'duration_secs': 0.018553} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.611252] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20bbf6e-6fda-40db-8bfd-6598013aa8a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.620778] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1009.620778] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52587d94-cfab-e5f8-5c64-701c25043420" [ 1009.620778] env[69333]: _type = "Task" [ 1009.620778] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.629752] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52587d94-cfab-e5f8-5c64-701c25043420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.724240] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fefad3-bcdb-4568-a3cb-21922fcd37eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.736253] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774cf49-74ae-48ce-af78-27a20967b7b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.776326] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8df84-6a1c-41e4-8aa6-ffac0d763f83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.786302] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9a210-c166-4bdb-9ee6-6c9ce11d9426 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.803407] env[69333]: DEBUG nova.compute.provider_tree [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.893783] env[69333]: DEBUG nova.compute.manager [None req-52fceeb3-a34e-4527-b512-03bc2c08cba4 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.894219] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.895101] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71593cd1-af3a-4676-850c-a1152f06a7ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.996890] env[69333]: DEBUG oslo_vmware.api [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154587} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.996890] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.996890] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.996890] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.996890] env[69333]: INFO nova.compute.manager [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1009.997255] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.997255] env[69333]: DEBUG nova.compute.manager [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.997255] env[69333]: DEBUG nova.network.neutron [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.018669] env[69333]: DEBUG nova.network.neutron [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.080140] env[69333]: DEBUG nova.compute.manager [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.080353] env[69333]: DEBUG nova.compute.manager [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing instance network info cache due to event network-changed-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.080568] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] Acquiring lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.080707] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] Acquired lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.080866] env[69333]: DEBUG nova.network.neutron [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Refreshing network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.131616] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52587d94-cfab-e5f8-5c64-701c25043420, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.133063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.133063] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.133063] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce684a41-b4a7-48d4-a5b7-637269e47047 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.141707] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1010.141707] env[69333]: value = "task-4134389" [ 1010.141707] env[69333]: _type = "Task" [ 1010.141707] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.151152] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.174446] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "062fb187-4084-408a-b8af-2bcc4552a5f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.175353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.175353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "062fb187-4084-408a-b8af-2bcc4552a5f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.175353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.175353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.179730] env[69333]: INFO nova.compute.manager [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Terminating instance [ 1010.310071] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.310352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.310563] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.310777] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.310962] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.313185] env[69333]: INFO nova.compute.manager [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Terminating instance [ 1010.327659] env[69333]: ERROR nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [req-8fca2c3f-490d-4dc4-8bf4-f69f2ad88f16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fca2c3f-490d-4dc4-8bf4-f69f2ad88f16"}]} [ 1010.348336] env[69333]: DEBUG nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.364963] env[69333]: DEBUG nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.365251] env[69333]: DEBUG nova.compute.provider_tree [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.378137] env[69333]: DEBUG nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.395062] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134386, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.398152] env[69333]: DEBUG nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.409336] env[69333]: INFO nova.compute.manager [None req-52fceeb3-a34e-4527-b512-03bc2c08cba4 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] instance snapshotting [ 1010.409922] env[69333]: DEBUG nova.objects.instance [None req-52fceeb3-a34e-4527-b512-03bc2c08cba4 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lazy-loading 'flavor' on Instance uuid 062fb187-4084-408a-b8af-2bcc4552a5f8 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.520870] env[69333]: DEBUG nova.network.neutron [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.653112] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.685031] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "refresh_cache-062fb187-4084-408a-b8af-2bcc4552a5f8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.686360] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquired lock "refresh_cache-062fb187-4084-408a-b8af-2bcc4552a5f8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.686360] env[69333]: DEBUG nova.network.neutron [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.819866] env[69333]: DEBUG nova.compute.manager [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.819866] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.820162] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe661de3-0382-410d-89c0-7291fc7542b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.831539] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcefda1-3976-4df7-b2d1-416f58a0d606 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.836657] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.837394] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2702913a-f6b3-4de0-ad21-3ceac3cc8d25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.842847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d89b12-c02b-4bd6-a5a9-6d7625f4994c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.848179] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 1010.848179] env[69333]: value = "task-4134390" [ 1010.848179] env[69333]: _type = "Task" [ 1010.848179] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.887512] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf827aa5-b932-45d8-a017-da3237c92f59 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.898828] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.906051] env[69333]: DEBUG oslo_vmware.api [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134386, 'name': RemoveSnapshot_Task, 'duration_secs': 1.163558} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.907977] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.912027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08b551-8063-410d-af01-bc166daf0575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.920133] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6926dc9-c86b-4464-88c5-b3f3c3463a5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.932481] env[69333]: DEBUG nova.compute.provider_tree [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.954696] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9819c5-9f6d-403b-884b-ff930a672f96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.987980] env[69333]: DEBUG nova.network.neutron [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updated VIF entry in instance network info cache for port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.988788] env[69333]: DEBUG nova.network.neutron [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [{"id": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "address": "fa:16:3e:bf:50:1f", "network": {"id": "ba3cb8f4-3423-4c4e-9283-6c67b44bbd02", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1538938445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4edddb8d3a4099ae5ed51b26d3ee18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c883f5-b9", "ovs_interfaceid": "74c883f5-b9ce-4a66-b9e5-4b911c3f3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.024127] env[69333]: INFO nova.compute.manager [-] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Took 1.03 seconds to deallocate network for instance. [ 1011.154489] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674587} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.154763] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.155015] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.155338] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66953c0-692c-443a-9a68-a24fcada821d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.163595] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1011.163595] env[69333]: value = "task-4134391" [ 1011.163595] env[69333]: _type = "Task" [ 1011.163595] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.176018] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.207218] env[69333]: DEBUG nova.network.neutron [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.264721] env[69333]: DEBUG nova.network.neutron [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.360413] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134390, 'name': PowerOffVM_Task, 'duration_secs': 0.358792} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.360724] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.360855] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.361145] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f77415-35fa-46d9-848d-64b064aa6c76 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.418550] env[69333]: WARNING nova.compute.manager [None req-4c4949c9-b0bf-481c-80c2-d4c2485ed9d4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Image not found during snapshot: nova.exception.ImageNotFound: Image fa43a33a-fadc-444e-a321-46e787f53919 could not be found. [ 1011.439413] env[69333]: DEBUG nova.scheduler.client.report [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.442971] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.443217] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.443400] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleting the datastore file [datastore1] 50f4469c-f947-4fd6-b31f-68c4de9a7e64 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.443662] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c74f1e-d550-461b-89be-aaf416c3379d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.452736] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for the task: (returnval){ [ 1011.452736] env[69333]: value = "task-4134393" [ 1011.452736] env[69333]: _type = "Task" [ 1011.452736] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.461468] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.467363] env[69333]: DEBUG nova.compute.manager [None req-52fceeb3-a34e-4527-b512-03bc2c08cba4 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance disappeared during snapshot {{(pid=69333) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1011.491587] env[69333]: DEBUG oslo_concurrency.lockutils [req-3ea549f2-11a8-493b-864b-ccf58c9a04e3 req-e5fdb854-0046-4508-b26b-2d7cd457b70c service nova] Releasing lock "refresh_cache-a787ba90-ea1a-48b3-8cbe-63aac9584df3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.531288] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.609250] env[69333]: DEBUG nova.compute.manager [None req-52fceeb3-a34e-4527-b512-03bc2c08cba4 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Found 0 images (rotation: 2) {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1011.674159] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07572} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.674498] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.675384] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb82fc-f6b4-479d-91ef-292b333dbe6f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.699061] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.699267] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e61066-57f3-4ec8-b0a9-1aeaa508e158 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.721090] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1011.721090] env[69333]: value = "task-4134394" [ 1011.721090] env[69333]: _type = "Task" [ 1011.721090] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.730673] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.768237] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Releasing lock "refresh_cache-062fb187-4084-408a-b8af-2bcc4552a5f8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.768726] env[69333]: DEBUG nova.compute.manager [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.768922] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.769824] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3176dd-5581-45c7-ad35-949f7cb84b53 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.778369] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.778648] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f4fa783-fd2c-4454-a6f1-931c26ffdb42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.785515] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1011.785515] env[69333]: value = "task-4134395" [ 1011.785515] env[69333]: _type = "Task" [ 1011.785515] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795719] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.949112] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.645s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.949112] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.952306] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.614s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.952514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.952696] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1011.953456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.224s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.953734] env[69333]: DEBUG nova.objects.instance [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1011.957673] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ff29f8-77d3-41b1-ad34-1e3ae4a8d426 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.973300] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d7a0a-4b54-48dc-9b32-66b5d23b95a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.977878] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.989603] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2880b6-2bc4-4b80-be52-c104ba78250e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.999548] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1112a4-1227-4d5b-afb6-aeaa89487020 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.033297] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178245MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1012.033458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.231654] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.295668] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134395, 'name': PowerOffVM_Task, 'duration_secs': 0.181263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.295962] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.296149] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.296502] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa9df41b-e6d7-47bc-bee0-b8d7e1911f30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.325491] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.325844] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.325915] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Deleting the datastore file [datastore1] 062fb187-4084-408a-b8af-2bcc4552a5f8 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.326203] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5653826-0e84-4682-805e-bda4a3bffa0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.334074] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for the task: (returnval){ [ 1012.334074] env[69333]: value = "task-4134397" [ 1012.334074] env[69333]: _type = "Task" [ 1012.334074] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.342759] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.461608] env[69333]: DEBUG nova.compute.utils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.463171] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.466844] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.478643] env[69333]: DEBUG oslo_vmware.api [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Task: {'id': task-4134393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.745117} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.478928] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.479146] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.479350] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.479534] env[69333]: INFO nova.compute.manager [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1012.479797] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.480294] env[69333]: DEBUG nova.compute.manager [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.480424] env[69333]: DEBUG nova.network.neutron [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.509694] env[69333]: DEBUG nova.policy [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4206831ee24d5c80dbc270c943c409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1de2dc528ea84e1fa78d2a2ac42b1452', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.590947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "f1479274-957c-4554-921e-cedef2c2e734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.591463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.591876] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "f1479274-957c-4554-921e-cedef2c2e734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.592120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.592320] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.595282] env[69333]: INFO nova.compute.manager [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Terminating instance [ 1012.735797] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134394, 'name': ReconfigVM_Task, 'duration_secs': 0.880865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.736157] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.736969] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02468104-fd2b-4ae7-95ba-cc4051afe13f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.747867] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1012.747867] env[69333]: value = "task-4134398" [ 1012.747867] env[69333]: _type = "Task" [ 1012.747867] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.760962] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134398, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.846008] env[69333]: DEBUG oslo_vmware.api [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Task: {'id': task-4134397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217641} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.847471] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.847698] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.847885] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.848103] env[69333]: INFO nova.compute.manager [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1012.849407] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.850856] env[69333]: DEBUG nova.compute.manager [req-4e1c05c8-0413-4d40-bf11-8d515907c619 req-2f8601d2-5dea-4d69-8e6a-467fa7ab04e2 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Received event network-vif-deleted-644c22af-febd-436f-9194-0d1a47548db5 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.851220] env[69333]: INFO nova.compute.manager [req-4e1c05c8-0413-4d40-bf11-8d515907c619 req-2f8601d2-5dea-4d69-8e6a-467fa7ab04e2 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Neutron deleted interface 644c22af-febd-436f-9194-0d1a47548db5; detaching it from the instance and deleting it from the info cache [ 1012.851596] env[69333]: DEBUG nova.network.neutron [req-4e1c05c8-0413-4d40-bf11-8d515907c619 req-2f8601d2-5dea-4d69-8e6a-467fa7ab04e2 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.853446] env[69333]: DEBUG nova.compute.manager [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.853592] env[69333]: DEBUG nova.network.neutron [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.867572] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Successfully created port: a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.870895] env[69333]: DEBUG nova.network.neutron [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.966732] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.970287] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9d1f0ee8-6b70-465c-8681-26de73417123 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.971437] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.951s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.971659] env[69333]: DEBUG nova.objects.instance [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lazy-loading 'resources' on Instance uuid 8478138a-be73-4412-b29c-2364bdf5b4ff {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.101200] env[69333]: DEBUG nova.compute.manager [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.101592] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.103009] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf866ddc-644c-4915-aaea-c3b12e77fbad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.114272] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.114694] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f113f8c0-486e-48e8-9f26-88de9cee2a3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.123437] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1013.123437] env[69333]: value = "task-4134399" [ 1013.123437] env[69333]: _type = "Task" [ 1013.123437] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.133094] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.245442] env[69333]: DEBUG nova.network.neutron [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.260225] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134398, 'name': Rename_Task, 'duration_secs': 0.176058} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.260225] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.260225] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24b4a02-dcd2-416c-8fa9-1f0830985b91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.266904] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1013.266904] env[69333]: value = "task-4134400" [ 1013.266904] env[69333]: _type = "Task" [ 1013.266904] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.278517] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.309529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.311067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.311067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.311067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.311067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.315859] env[69333]: INFO nova.compute.manager [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Terminating instance [ 1013.356954] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1465b73-1218-40e8-8e16-39299207c7c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.370991] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9f80c-7bbb-4d8c-be53-63338c8451db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.393789] env[69333]: DEBUG nova.network.neutron [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.435465] env[69333]: DEBUG nova.compute.manager [req-4e1c05c8-0413-4d40-bf11-8d515907c619 req-2f8601d2-5dea-4d69-8e6a-467fa7ab04e2 service nova] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Detach interface failed, port_id=644c22af-febd-436f-9194-0d1a47548db5, reason: Instance 50f4469c-f947-4fd6-b31f-68c4de9a7e64 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.637438] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134399, 'name': PowerOffVM_Task, 'duration_secs': 0.248876} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.637790] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.637901] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.638187] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c05aff-12fc-4767-b01f-6303d820aac4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.719381] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.719950] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.720179] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleting the datastore file [datastore1] f1479274-957c-4554-921e-cedef2c2e734 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.724373] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997ccd8a-7962-4f55-913a-61b783f1bcbb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.732861] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for the task: (returnval){ [ 1013.732861] env[69333]: value = "task-4134402" [ 1013.732861] env[69333]: _type = "Task" [ 1013.732861] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.745904] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.753495] env[69333]: INFO nova.compute.manager [-] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Took 1.27 seconds to deallocate network for instance. [ 1013.778682] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134400, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.820468] env[69333]: DEBUG nova.compute.manager [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.821051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.822726] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0e39f-41d8-49c4-b61d-db43c22859f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834027] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.834225] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43beca76-74a4-4d53-8050-e9a12cf7031f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.842427] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 1013.842427] env[69333]: value = "task-4134403" [ 1013.842427] env[69333]: _type = "Task" [ 1013.842427] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.852162] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.884958] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4576fe-5038-495d-a3c4-4ccad300d098 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.893874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed743bc-0dd2-4a90-aa12-8552e4278609 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.900650] env[69333]: INFO nova.compute.manager [-] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Took 1.05 seconds to deallocate network for instance. [ 1013.932877] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c3174-d702-405c-896e-cbb76c5d632c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.941376] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2473992-0130-4a9b-a4d5-9f98658caa7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.959305] env[69333]: DEBUG nova.compute.provider_tree [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.981126] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.009686] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.009962] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.010166] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.010358] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.010504] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.010648] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.010855] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.011423] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.011423] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.011423] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.011602] env[69333]: DEBUG nova.virt.hardware [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.012651] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9746b756-1f72-44e4-8b7e-360753d6a4ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.022428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79297deb-a5c8-4f7d-95f7-c504d5d2a58e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.243721] env[69333]: DEBUG oslo_vmware.api [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Task: {'id': task-4134402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172534} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.244023] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.244223] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.244400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.244573] env[69333]: INFO nova.compute.manager [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] [instance: f1479274-957c-4554-921e-cedef2c2e734] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1014.244818] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.245099] env[69333]: DEBUG nova.compute.manager [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.245221] env[69333]: DEBUG nova.network.neutron [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.262241] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.277684] env[69333]: DEBUG oslo_vmware.api [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134400, 'name': PowerOnVM_Task, 'duration_secs': 0.632146} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.277969] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.278202] env[69333]: INFO nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1014.278385] env[69333]: DEBUG nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.279293] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef33a83-ddb9-4944-831f-3eed7be45158 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.353586] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134403, 'name': PowerOffVM_Task, 'duration_secs': 0.279614} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.353943] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.354191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.354470] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96623905-466a-4798-b191-6d01bd12e4c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.437769] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.449447] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.449923] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.449923] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleting the datastore file [datastore2] a2dab00f-aed0-4811-98a2-fb4e42d59bc5 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.450178] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b84e28-ea11-41ce-9ae0-f12dbcc9b86e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.458966] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for the task: (returnval){ [ 1014.458966] env[69333]: value = "task-4134405" [ 1014.458966] env[69333]: _type = "Task" [ 1014.458966] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.471461] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.495678] env[69333]: DEBUG nova.scheduler.client.report [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1014.495985] env[69333]: DEBUG nova.compute.provider_tree [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 119 to 120 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1014.496310] env[69333]: DEBUG nova.compute.provider_tree [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.799742] env[69333]: INFO nova.compute.manager [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Took 46.66 seconds to build instance. [ 1014.812068] env[69333]: DEBUG nova.compute.manager [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Received event network-vif-plugged-a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.812451] env[69333]: DEBUG oslo_concurrency.lockutils [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.812762] env[69333]: DEBUG oslo_concurrency.lockutils [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.813233] env[69333]: DEBUG oslo_concurrency.lockutils [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.813233] env[69333]: DEBUG nova.compute.manager [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] No waiting events found dispatching network-vif-plugged-a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.813634] env[69333]: WARNING nova.compute.manager [req-2a952c8b-1b60-4b6c-b335-5e4e2c91300a req-e30d5390-6446-4786-a1fe-a853d956c147 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Received unexpected event network-vif-plugged-a3ad4f24-44d6-46de-bd66-4d64f307931b for instance with vm_state building and task_state spawning. [ 1014.877986] env[69333]: DEBUG nova.compute.manager [req-8b80c83c-f58d-4a29-93fe-7b4da2927d48 req-f5e5440c-3e73-46a3-8918-a248c9871502 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Received event network-vif-deleted-faa07ac8-891d-438f-b64e-99fd61e72c87 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.878124] env[69333]: INFO nova.compute.manager [req-8b80c83c-f58d-4a29-93fe-7b4da2927d48 req-f5e5440c-3e73-46a3-8918-a248c9871502 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Neutron deleted interface faa07ac8-891d-438f-b64e-99fd61e72c87; detaching it from the instance and deleting it from the info cache [ 1014.878463] env[69333]: DEBUG nova.network.neutron [req-8b80c83c-f58d-4a29-93fe-7b4da2927d48 req-f5e5440c-3e73-46a3-8918-a248c9871502 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.969390] env[69333]: DEBUG oslo_vmware.api [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Task: {'id': task-4134405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16075} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.969672] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.969792] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.969954] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.970159] env[69333]: INFO nova.compute.manager [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.970404] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.970638] env[69333]: DEBUG nova.compute.manager [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.970733] env[69333]: DEBUG nova.network.neutron [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.002008] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.006959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.564s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.009029] env[69333]: INFO nova.compute.claims [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.033306] env[69333]: INFO nova.scheduler.client.report [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted allocations for instance 8478138a-be73-4412-b29c-2364bdf5b4ff [ 1015.084987] env[69333]: DEBUG nova.network.neutron [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.306118] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c686a1e8-6545-4472-b685-7308d3e4fec6 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.177s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.315458] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Successfully updated port: a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.381030] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e466fb-5797-4497-b148-fab464cde9a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.391882] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a117a-1277-4819-bd7c-b7b6544aef8b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.416529] env[69333]: DEBUG nova.compute.manager [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Received event network-changed-a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.416753] env[69333]: DEBUG nova.compute.manager [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Refreshing instance network info cache due to event network-changed-a3ad4f24-44d6-46de-bd66-4d64f307931b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.417012] env[69333]: DEBUG oslo_concurrency.lockutils [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.417177] env[69333]: DEBUG oslo_concurrency.lockutils [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.417341] env[69333]: DEBUG nova.network.neutron [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Refreshing network info cache for port a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.431076] env[69333]: DEBUG nova.compute.manager [req-8b80c83c-f58d-4a29-93fe-7b4da2927d48 req-f5e5440c-3e73-46a3-8918-a248c9871502 service nova] [instance: f1479274-957c-4554-921e-cedef2c2e734] Detach interface failed, port_id=faa07ac8-891d-438f-b64e-99fd61e72c87, reason: Instance f1479274-957c-4554-921e-cedef2c2e734 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.543073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-46e38ebe-fe6c-47a7-95e0-e207b83265ee tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "8478138a-be73-4412-b29c-2364bdf5b4ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.177s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.587578] env[69333]: INFO nova.compute.manager [-] [instance: f1479274-957c-4554-921e-cedef2c2e734] Took 1.34 seconds to deallocate network for instance. [ 1015.764523] env[69333]: DEBUG nova.network.neutron [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.817563] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.960063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.960360] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.960542] env[69333]: DEBUG nova.compute.manager [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.961480] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebe013-c37c-4608-b444-db90102ea103 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.970714] env[69333]: DEBUG nova.compute.manager [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1015.971629] env[69333]: DEBUG nova.objects.instance [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'flavor' on Instance uuid 9d358292-fba2-47b7-baf1-411074090463 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.975626] env[69333]: DEBUG nova.network.neutron [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.094030] env[69333]: DEBUG nova.network.neutron [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.096678] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.267830] env[69333]: INFO nova.compute.manager [-] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Took 1.30 seconds to deallocate network for instance. [ 1016.383273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d43415-1d4b-4071-971a-22e0200cc976 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.392578] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df93d5d-0f55-4a66-999d-164d3593ef64 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.429391] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f311f-b270-40be-9635-0481197a0fcc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.438314] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bbf0de-af96-46f8-8cab-54ed03a12683 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.455413] env[69333]: DEBUG nova.compute.provider_tree [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.602560] env[69333]: DEBUG oslo_concurrency.lockutils [req-4f4f47be-7d6d-441b-9213-05463b10c6c0 req-429bf1c8-a920-4409-8fd7-8cefa1d292b6 service nova] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.603425] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.603669] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.777577] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.906841] env[69333]: DEBUG nova.compute.manager [req-7f93f173-c835-4188-bc31-7b52d386c0e2 req-679ce131-a148-4b2a-8eca-373a977731c8 service nova] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Received event network-vif-deleted-d24dbc54-1869-4bad-b58b-c27281ba535c {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.959539] env[69333]: DEBUG nova.scheduler.client.report [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.986264] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.986264] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f2a5ed-0844-4206-abc6-8285a97a58a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.994270] env[69333]: DEBUG oslo_vmware.api [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1016.994270] env[69333]: value = "task-4134406" [ 1016.994270] env[69333]: _type = "Task" [ 1016.994270] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.004170] env[69333]: DEBUG oslo_vmware.api [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.042961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.043080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.158663] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.303571] env[69333]: DEBUG nova.network.neutron [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.464200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.464757] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.467326] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.374s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.469009] env[69333]: INFO nova.compute.claims [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.505212] env[69333]: DEBUG oslo_vmware.api [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134406, 'name': PowerOffVM_Task, 'duration_secs': 0.262096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.505526] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.505725] env[69333]: DEBUG nova.compute.manager [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.506565] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e00866-2505-40e4-b6a9-28dc83b2dab9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.545990] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.806822] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.807211] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance network_info: |[{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.807680] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:4e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ad4f24-44d6-46de-bd66-4d64f307931b', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.815542] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating folder: Project (1de2dc528ea84e1fa78d2a2ac42b1452). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.815856] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e6ed4c-b211-42ca-864e-140016882390 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.827515] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created folder: Project (1de2dc528ea84e1fa78d2a2ac42b1452) in parent group-v818612. [ 1017.827848] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating folder: Instances. Parent ref: group-v818847. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.828265] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cda7444-30a3-4b7b-8369-dddee5905d7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.839715] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created folder: Instances in parent group-v818847. [ 1017.839997] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.840227] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.841222] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251f3643-a3c4-4071-a53f-4cc9c072e9e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.862614] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.862614] env[69333]: value = "task-4134409" [ 1017.862614] env[69333]: _type = "Task" [ 1017.862614] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.871379] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134409, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.972707] env[69333]: DEBUG nova.compute.utils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.976219] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1018.022013] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e037727f-3248-4eed-86e8-137e70eba6a5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.069926] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.372869] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134409, 'name': CreateVM_Task, 'duration_secs': 0.383439} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.373085] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.373766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.373946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.374307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.374572] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706f61c8-2474-4644-82cb-bb6b8a746b6f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.379748] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1018.379748] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253dd01-e85b-2eab-dfa7-333d082168e8" [ 1018.379748] env[69333]: _type = "Task" [ 1018.379748] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.388333] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253dd01-e85b-2eab-dfa7-333d082168e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.470400] env[69333]: INFO nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Rebuilding instance [ 1018.477435] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.518423] env[69333]: DEBUG nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.519701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c0694b-ae80-4de1-a8a2-936b85fed811 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.811016] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ab30e6-84a6-4dd0-8fb6-4f5b662d8b2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.819353] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a78df5-a229-4a2b-8a73-d47ce28f3484 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.852100] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec711db6-f482-4cad-a7a4-dbb4b9d6232c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.860967] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81758d7c-9835-4989-972b-57ed7ac37a30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.875599] env[69333]: DEBUG nova.compute.provider_tree [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.891450] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253dd01-e85b-2eab-dfa7-333d082168e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.891759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.892057] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.892317] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.892687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.892687] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.892909] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a59eb276-6218-46b1-a32b-1bb5066aa1b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.902744] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.902950] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.904045] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976e4680-e510-43cc-8304-d99102f5f3bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.910563] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1018.910563] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0ea9c-40a6-cac1-7dc7-8403aa4759be" [ 1018.910563] env[69333]: _type = "Task" [ 1018.910563] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.919774] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0ea9c-40a6-cac1-7dc7-8403aa4759be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.379275] env[69333]: DEBUG nova.scheduler.client.report [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.422107] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a0ea9c-40a6-cac1-7dc7-8403aa4759be, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.423091] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0343de8-caae-4f28-9cce-291fdf9f5c94 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.429177] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1019.429177] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5286006f-fc46-2bfd-5eb8-4bb9837ed586" [ 1019.429177] env[69333]: _type = "Task" [ 1019.429177] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.438507] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5286006f-fc46-2bfd-5eb8-4bb9837ed586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.489716] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.515396] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.515640] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.515794] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.515983] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.516185] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.516335] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.516540] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.516699] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.516861] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.517040] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.517220] env[69333]: DEBUG nova.virt.hardware [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.518086] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af68369-209d-4ea7-9960-d177e1bae58f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.526658] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a62f4-d2e3-4f49-8d01-12966d5e27f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.542421] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.542875] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.548294] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Creating folder: Project (d23ecf8c31564e008b9c5b54b79be6ed). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.548599] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f951730-6c7a-4059-8740-4227280e7e3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.550209] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee9187f5-65b3-475c-8a80-7d2320c1bdc7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.557916] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1019.557916] env[69333]: value = "task-4134410" [ 1019.557916] env[69333]: _type = "Task" [ 1019.557916] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.563381] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Created folder: Project (d23ecf8c31564e008b9c5b54b79be6ed) in parent group-v818612. [ 1019.563575] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Creating folder: Instances. Parent ref: group-v818850. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.564199] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a89030af-457b-4380-897c-58e31c747d2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.569584] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1019.569811] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.570562] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a53d5f-a50e-40c2-a638-e680a11e154c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.577105] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Created folder: Instances in parent group-v818850. [ 1019.577382] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.579557] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.579842] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.580061] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d203ff65-8ded-477d-b849-0caec227c667 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.592515] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-792d2d03-9176-4fb0-b495-0bbb7cedfd66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.599681] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.599681] env[69333]: value = "task-4134414" [ 1019.599681] env[69333]: _type = "Task" [ 1019.599681] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.609488] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134414, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.661309] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.662110] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.662110] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore1] 9d358292-fba2-47b7-baf1-411074090463 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.662110] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab71022-67bd-4abb-a9ea-92d124dbc20d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.669654] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1019.669654] env[69333]: value = "task-4134415" [ 1019.669654] env[69333]: _type = "Task" [ 1019.669654] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.683140] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.884621] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.885273] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.887949] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.618s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.939428] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5286006f-fc46-2bfd-5eb8-4bb9837ed586, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.939710] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.939972] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.940253] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c51fac-0122-4b5c-9b43-3224aedcbdd5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947864] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1019.947864] env[69333]: value = "task-4134416" [ 1019.947864] env[69333]: _type = "Task" [ 1019.947864] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.956954] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.113845] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134414, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.184718] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138874} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.185364] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.185769] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.186160] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.391500] env[69333]: DEBUG nova.compute.utils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.396039] env[69333]: INFO nova.compute.claims [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.400270] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.400483] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.445709] env[69333]: DEBUG nova.policy [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.458745] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134416, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.613992] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134414, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.789663] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Successfully created port: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.901241] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.906069] env[69333]: INFO nova.compute.resource_tracker [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating resource usage from migration 2cecc43d-c2cb-4cd2-a138-ae157bed8261 [ 1020.958887] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522626} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.962298] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.962298] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.962543] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a5290a-ed01-42c3-b316-f3db7bc79c67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.971200] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1020.971200] env[69333]: value = "task-4134417" [ 1020.971200] env[69333]: _type = "Task" [ 1020.971200] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.986129] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.051174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "e0593131-1e64-4876-8275-4a0d270f72c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.051403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.051631] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.051825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.052024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.057103] env[69333]: INFO nova.compute.manager [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Terminating instance [ 1021.129776] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134414, 'name': CreateVM_Task, 'duration_secs': 1.300991} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.131975] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.131975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.131975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.131975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.140230] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2374e2-c752-4596-8411-33fb29f6392c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.154868] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1021.154868] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e5e539-fa87-9396-58fb-f70947d79c4b" [ 1021.154868] env[69333]: _type = "Task" [ 1021.154868] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.179302] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e5e539-fa87-9396-58fb-f70947d79c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.179653] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.181397] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.181734] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.181799] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.182009] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.187366] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449898b1-58e3-4f08-b5a6-aecd476e0b70 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221500] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.221894] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.226376] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe82a351-2a7a-4bf3-8076-6cb837fd65f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.243137] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1021.243137] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52416c0b-e88a-2b11-b0a0-86ec4482a419" [ 1021.243137] env[69333]: _type = "Task" [ 1021.243137] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.262837] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52416c0b-e88a-2b11-b0a0-86ec4482a419, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.263691] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6243b79f-e284-4156-bf2f-bc443fa6b24f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.273866] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1021.273866] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524fb421-f0d3-80c9-5650-f37158b554fe" [ 1021.273866] env[69333]: _type = "Task" [ 1021.273866] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.279527] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.279770] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.279927] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.280145] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.280318] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.280472] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.280864] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.280864] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.280992] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.281131] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.281303] env[69333]: DEBUG nova.virt.hardware [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.282140] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f0a6b-abaa-4061-bd12-10023f836e4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.295303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4fa1f5-9e8d-4b31-8a5e-067088bae888 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.300927] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524fb421-f0d3-80c9-5650-f37158b554fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.303568] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.303835] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 0c246e9a-3f02-470e-af81-cfcc9016be23/0c246e9a-3f02-470e-af81-cfcc9016be23.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.304661] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddaa2dc-4cd4-47a6-bce0-9c916007a8a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.315262] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:4b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad94185f-debf-4b13-981f-05acea0a70c9', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.322615] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.324316] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.324511] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1021.324511] env[69333]: value = "task-4134418" [ 1021.324511] env[69333]: _type = "Task" [ 1021.324511] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.327115] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4123163a-96a9-4889-bfa2-6cf137ff083a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.350259] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.351597] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.351597] env[69333]: value = "task-4134419" [ 1021.351597] env[69333]: _type = "Task" [ 1021.351597] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.364677] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134419, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.396414] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0848bd-44eb-4895-870c-657f23ebb038 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.406362] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8b0c5-e859-4147-a15b-d97ab14c84b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.447948] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d4cb9-5746-4412-a054-6f8b0f31dd8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.456943] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d69c7c-33c9-4356-b221-aca5c3e0df4d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.472115] env[69333]: DEBUG nova.compute.provider_tree [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.486726] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0773} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.486997] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.487800] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5f06b-78d5-4ded-ab03-280c12d0a728 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.511655] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.512438] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f32cc4-bc4f-4d5a-8548-a41c927c56d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.536572] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1021.536572] env[69333]: value = "task-4134420" [ 1021.536572] env[69333]: _type = "Task" [ 1021.536572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.547090] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.562058] env[69333]: DEBUG nova.compute.manager [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.562058] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.566518] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72e834-dc75-4077-8346-c5774657684a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.573498] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.573909] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df14f2a1-dac8-4f83-bc93-d9b5fdb39780 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.582300] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1021.582300] env[69333]: value = "task-4134421" [ 1021.582300] env[69333]: _type = "Task" [ 1021.582300] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.593843] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.853961] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511703} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.858195] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 0c246e9a-3f02-470e-af81-cfcc9016be23/0c246e9a-3f02-470e-af81-cfcc9016be23.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.858522] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.858891] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-124924f2-bba2-49f4-b4ec-252e393dd83e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.869044] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134419, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.870823] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1021.870823] env[69333]: value = "task-4134422" [ 1021.870823] env[69333]: _type = "Task" [ 1021.870823] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.880389] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.916015] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.949095] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.949313] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.949573] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.949876] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.950107] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.950342] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.950697] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.950927] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.951247] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.951559] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.951844] env[69333]: DEBUG nova.virt.hardware [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.953286] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5e702-e2eb-41a6-896e-18b0f041f9c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.965015] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ffed22-43ee-46bb-8b72-21b833b3dda7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.982343] env[69333]: DEBUG nova.scheduler.client.report [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.047513] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.093690] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134421, 'name': PowerOffVM_Task, 'duration_secs': 0.383892} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.094036] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.094228] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.094487] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f8045b-0311-4e51-9903-276d51f0022a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.164036] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.164324] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.164515] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleting the datastore file [datastore2] e0593131-1e64-4876-8275-4a0d270f72c3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.164802] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d7f0b9-ee2c-4bd9-b57e-eccdcd5a7746 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.172293] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1022.172293] env[69333]: value = "task-4134424" [ 1022.172293] env[69333]: _type = "Task" [ 1022.172293] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.182511] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.273569] env[69333]: DEBUG nova.compute.manager [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Received event network-vif-plugged-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.273786] env[69333]: DEBUG oslo_concurrency.lockutils [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] Acquiring lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.274112] env[69333]: DEBUG oslo_concurrency.lockutils [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.274330] env[69333]: DEBUG oslo_concurrency.lockutils [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.274611] env[69333]: DEBUG nova.compute.manager [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] No waiting events found dispatching network-vif-plugged-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.274740] env[69333]: WARNING nova.compute.manager [req-b421271e-2a32-4dd8-a9df-fac80eb298b2 req-15531726-f79f-4782-8421-5b852ce02143 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Received unexpected event network-vif-plugged-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 for instance with vm_state building and task_state spawning. [ 1022.363305] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134419, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.381055] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109557} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.381891] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Successfully updated port: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.383121] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.383949] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33316831-c4a0-4759-82c9-c29c9f224a0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.408185] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 0c246e9a-3f02-470e-af81-cfcc9016be23/0c246e9a-3f02-470e-af81-cfcc9016be23.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.409346] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a921238-95b0-4347-8807-499b55ab8fe4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.430519] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1022.430519] env[69333]: value = "task-4134425" [ 1022.430519] env[69333]: _type = "Task" [ 1022.430519] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.439862] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.490073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.490500] env[69333]: INFO nova.compute.manager [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Migrating [ 1022.500744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.980s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.502431] env[69333]: INFO nova.compute.claims [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.547818] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134420, 'name': ReconfigVM_Task, 'duration_secs': 0.525265} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.548112] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.548760] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ff4d2b-6ac7-4a32-850d-39ccdad1746a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.556276] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1022.556276] env[69333]: value = "task-4134426" [ 1022.556276] env[69333]: _type = "Task" [ 1022.556276] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.566132] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134426, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.685914] env[69333]: DEBUG oslo_vmware.api [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16955} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.686305] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.686594] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.686880] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.687177] env[69333]: INFO nova.compute.manager [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1022.687561] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.687858] env[69333]: DEBUG nova.compute.manager [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.688025] env[69333]: DEBUG nova.network.neutron [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.866263] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134419, 'name': CreateVM_Task, 'duration_secs': 1.486512} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.866462] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.867226] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.867441] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.867813] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.868157] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da97118e-f6c5-43b5-84ee-af81dc30790f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.873562] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1022.873562] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5288cb60-39d0-009f-6a40-1d9dd26c16fe" [ 1022.873562] env[69333]: _type = "Task" [ 1022.873562] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.883028] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5288cb60-39d0-009f-6a40-1d9dd26c16fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.890600] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.890829] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.891329] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.943663] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.012202] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.013714] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.013714] env[69333]: DEBUG nova.network.neutron [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.067018] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134426, 'name': Rename_Task, 'duration_secs': 0.410394} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.067564] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.067875] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13b83dd-499e-4451-b280-5f511001bbaa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.075116] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1023.075116] env[69333]: value = "task-4134427" [ 1023.075116] env[69333]: _type = "Task" [ 1023.075116] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.084806] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.386437] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5288cb60-39d0-009f-6a40-1d9dd26c16fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023828} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.386437] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.386437] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.386867] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.388103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.388103] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.388103] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff5be27-b9c0-46e9-a9f6-58ea504d6259 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.399189] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.401659] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.401659] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51839a72-d933-47f2-bc5b-d0dc0c1fa07d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.407796] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1023.407796] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52208fcb-e3c7-12c9-50d0-94fe9b0dda80" [ 1023.407796] env[69333]: _type = "Task" [ 1023.407796] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.416940] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52208fcb-e3c7-12c9-50d0-94fe9b0dda80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.437038] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.445674] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134425, 'name': ReconfigVM_Task, 'duration_secs': 0.685652} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.446024] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 0c246e9a-3f02-470e-af81-cfcc9016be23/0c246e9a-3f02-470e-af81-cfcc9016be23.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.446915] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe09fd7-9f99-4411-bbcf-24ca21974a0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.454347] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1023.454347] env[69333]: value = "task-4134428" [ 1023.454347] env[69333]: _type = "Task" [ 1023.454347] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.463370] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134428, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.593417] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134427, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.626141] env[69333]: DEBUG nova.network.neutron [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Updating instance_info_cache with network_info: [{"id": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "address": "fa:16:3e:a3:ef:9a", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802ebe6d-f0", "ovs_interfaceid": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.795437] env[69333]: DEBUG nova.network.neutron [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.919441] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52208fcb-e3c7-12c9-50d0-94fe9b0dda80, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.920241] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c34ca03-13bf-4c09-80e6-88c0ed877e9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.930302] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1023.930302] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a897b6-690a-350b-5ddf-828cb26b1e89" [ 1023.930302] env[69333]: _type = "Task" [ 1023.930302] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.940184] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a897b6-690a-350b-5ddf-828cb26b1e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.972338] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134428, 'name': Rename_Task, 'duration_secs': 0.179225} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.972338] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.972338] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa08a1c0-05c9-41d6-aae6-c88ddc329367 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.984577] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1023.984577] env[69333]: value = "task-4134429" [ 1023.984577] env[69333]: _type = "Task" [ 1023.984577] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.003392] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.027708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc7a38-7724-4b3f-9344-4283c4930c4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.038111] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526fc30-2e25-41c3-af3b-d5b94f24b75d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.074272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db6f44d-a01f-4150-ac48-3b9465405fe2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.094179] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940fd19d-19c4-4e5b-904a-bf54e601dce0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.098287] env[69333]: DEBUG oslo_vmware.api [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134427, 'name': PowerOnVM_Task, 'duration_secs': 0.671371} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.098569] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.098770] env[69333]: INFO nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1024.098950] env[69333]: DEBUG nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.100630] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869c600-5f73-41de-9261-2f29a5f6f9b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.111758] env[69333]: DEBUG nova.compute.provider_tree [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.123523] env[69333]: DEBUG nova.network.neutron [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.128852] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.130427] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Instance network_info: |[{"id": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "address": "fa:16:3e:a3:ef:9a", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802ebe6d-f0", "ovs_interfaceid": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.130427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ef:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '802ebe6d-f04a-464d-a5b7-cb5bf05793e1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.138494] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.138494] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.138689] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4ef0d1-ce09-4d19-912a-3cebccd0ec6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.159991] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.159991] env[69333]: value = "task-4134430" [ 1024.159991] env[69333]: _type = "Task" [ 1024.159991] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.170388] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134430, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.297419] env[69333]: INFO nova.compute.manager [-] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Took 1.61 seconds to deallocate network for instance. [ 1024.337425] env[69333]: DEBUG nova.compute.manager [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Received event network-changed-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.337756] env[69333]: DEBUG nova.compute.manager [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Refreshing instance network info cache due to event network-changed-802ebe6d-f04a-464d-a5b7-cb5bf05793e1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.339703] env[69333]: DEBUG oslo_concurrency.lockutils [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] Acquiring lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.339762] env[69333]: DEBUG oslo_concurrency.lockutils [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] Acquired lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.339958] env[69333]: DEBUG nova.network.neutron [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Refreshing network info cache for port 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.441295] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a897b6-690a-350b-5ddf-828cb26b1e89, 'name': SearchDatastore_Task, 'duration_secs': 0.015013} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.441726] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.442029] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.442359] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce44772a-5892-4956-a108-4f3391211f28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.451154] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1024.451154] env[69333]: value = "task-4134431" [ 1024.451154] env[69333]: _type = "Task" [ 1024.451154] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.461998] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.501776] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.615479] env[69333]: DEBUG nova.scheduler.client.report [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.630811] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.633894] env[69333]: INFO nova.compute.manager [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 44.63 seconds to build instance. [ 1024.671469] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134430, 'name': CreateVM_Task, 'duration_secs': 0.423352} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.671637] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.672417] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.672588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.672926] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.673207] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3af25e-be0a-47fc-8abd-7bdbcb99fc75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.678281] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1024.678281] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52300c3b-f8ea-0cf3-1196-287ec185f80d" [ 1024.678281] env[69333]: _type = "Task" [ 1024.678281] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.687716] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52300c3b-f8ea-0cf3-1196-287ec185f80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.805264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.966234] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.001773] env[69333]: DEBUG oslo_vmware.api [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134429, 'name': PowerOnVM_Task, 'duration_secs': 0.60273} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.001773] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.002121] env[69333]: INFO nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Took 5.51 seconds to spawn the instance on the hypervisor. [ 1025.002175] env[69333]: DEBUG nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.002997] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c43aa-c8a9-4aaf-b068-007c1d0ed5ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.123139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.123139] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.126705] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.164s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.126989] env[69333]: DEBUG nova.objects.instance [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'resources' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.139537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c482107b-9630-4252-8b47-ef32a27f2daa tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.142s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.158206] env[69333]: DEBUG nova.network.neutron [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Updated VIF entry in instance network info cache for port 802ebe6d-f04a-464d-a5b7-cb5bf05793e1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.158698] env[69333]: DEBUG nova.network.neutron [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Updating instance_info_cache with network_info: [{"id": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "address": "fa:16:3e:a3:ef:9a", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802ebe6d-f0", "ovs_interfaceid": "802ebe6d-f04a-464d-a5b7-cb5bf05793e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.196726] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52300c3b-f8ea-0cf3-1196-287ec185f80d, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.197789] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.198027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.198276] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.198463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.198601] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.199157] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82355f88-11ee-4ad6-8b41-973c7af429b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217387] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.217587] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.218804] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a267c5-ed8e-4fed-b347-57a76d4a7441 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.227056] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1025.227056] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5296c128-3642-1abc-dbc4-679c70c56b5f" [ 1025.227056] env[69333]: _type = "Task" [ 1025.227056] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.238240] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5296c128-3642-1abc-dbc4-679c70c56b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.367865] env[69333]: DEBUG nova.compute.manager [None req-1ecef367-7d8f-4e29-bbf6-dada1a70a248 tempest-ServerDiagnosticsV248Test-1056510042 tempest-ServerDiagnosticsV248Test-1056510042-project-admin] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.369091] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95862c-e22e-4995-bd7f-37668f166294 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.377948] env[69333]: INFO nova.compute.manager [None req-1ecef367-7d8f-4e29-bbf6-dada1a70a248 tempest-ServerDiagnosticsV248Test-1056510042 tempest-ServerDiagnosticsV248Test-1056510042-project-admin] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Retrieving diagnostics [ 1025.378985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11071997-08c0-43ca-8cf7-4d46e680c475 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.462902] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842262} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.463303] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.463393] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.463589] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734e64a0-2791-48c3-a55b-cdf6c14d7c5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.471817] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1025.471817] env[69333]: value = "task-4134432" [ 1025.471817] env[69333]: _type = "Task" [ 1025.471817] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.481928] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.523320] env[69333]: INFO nova.compute.manager [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Took 37.10 seconds to build instance. [ 1025.628312] env[69333]: DEBUG nova.compute.utils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.630048] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.630229] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.632580] env[69333]: DEBUG nova.objects.instance [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'numa_topology' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.661416] env[69333]: DEBUG oslo_concurrency.lockutils [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] Releasing lock "refresh_cache-f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.661673] env[69333]: DEBUG nova.compute.manager [req-73a24b4c-6a4f-424c-9a86-5fe1d4682ef4 req-ad09c93b-b536-4428-b2d1-77fbdf5e7722 service nova] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Received event network-vif-deleted-c2807665-9fab-43cf-ae76-499c752b6a3f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.693361] env[69333]: DEBUG nova.policy [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f56541c2774143a790646ed31534049d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa9a40c8c72c4f088aca4d17ca6f987d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.740037] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5296c128-3642-1abc-dbc4-679c70c56b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.021518} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.740892] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a519117-b747-4aa8-87bc-0eaec0ab16f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.748384] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1025.748384] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f99de-917b-90c7-d405-0a66b2b99d70" [ 1025.748384] env[69333]: _type = "Task" [ 1025.748384] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.758851] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f99de-917b-90c7-d405-0a66b2b99d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.982140] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171864} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.982446] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.983298] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a6354-45e8-405b-a7db-af9d23f98af8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.015234] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.015593] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e83fdd6-6057-4c21-a99f-f95e7ac19b3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.034188] env[69333]: DEBUG oslo_concurrency.lockutils [None req-025f3f03-9b00-4494-b7e9-149dc4de00eb tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.618s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.041192] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1026.041192] env[69333]: value = "task-4134433" [ 1026.041192] env[69333]: _type = "Task" [ 1026.041192] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.051379] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.076456] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Successfully created port: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.134727] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.140587] env[69333]: DEBUG nova.objects.base [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Object Instance<52a6f8e5-c542-4f29-b548-122d6a149b2e> lazy-loaded attributes: resources,numa_topology {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.147429] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b99dfef-755a-4c1e-bf80-30ec04e29e4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.170726] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.260572] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526f99de-917b-90c7-d405-0a66b2b99d70, 'name': SearchDatastore_Task, 'duration_secs': 0.041854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.263673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.264040] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f0c13777-cc9f-4f1e-b5ec-fa33c8ade867/f0c13777-cc9f-4f1e-b5ec-fa33c8ade867.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.264592] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274864c8-ecaf-42d9-8933-65b03cf63b09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.273283] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1026.273283] env[69333]: value = "task-4134434" [ 1026.273283] env[69333]: _type = "Task" [ 1026.273283] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.286352] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.371497] env[69333]: DEBUG nova.compute.manager [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Received event network-changed-a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.371789] env[69333]: DEBUG nova.compute.manager [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Refreshing instance network info cache due to event network-changed-a3ad4f24-44d6-46de-bd66-4d64f307931b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.371975] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.372145] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.372311] env[69333]: DEBUG nova.network.neutron [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Refreshing network info cache for port a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.557349] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.561465] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d47d19-fc38-4854-be32-7edd64c52361 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.570733] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1addb3d-f976-4809-8643-7ca0c526fb13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.619822] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198f27d-6fd9-4165-b42f-327c428e077f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.632978] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7831233-6eb3-4e6b-b581-1e47df96a8e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.660174] env[69333]: DEBUG nova.compute.provider_tree [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.681850] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.681923] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23e061b-0e7e-4fdc-8125-c33c865df74d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.691285] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1026.691285] env[69333]: value = "task-4134435" [ 1026.691285] env[69333]: _type = "Task" [ 1026.691285] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.704538] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.789395] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.054270] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.163655] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.167165] env[69333]: DEBUG nova.scheduler.client.report [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.177191] env[69333]: DEBUG nova.network.neutron [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updated VIF entry in instance network info cache for port a3ad4f24-44d6-46de-bd66-4d64f307931b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.177560] env[69333]: DEBUG nova.network.neutron [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.198258] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.198443] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.198525] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.198706] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.198850] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.198994] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.199224] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.199383] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.199551] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.199714] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.199886] env[69333]: DEBUG nova.virt.hardware [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.201199] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50c834a-1fe9-43b9-a8f7-8755210850fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.212415] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134435, 'name': PowerOffVM_Task, 'duration_secs': 0.326708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.214689] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.214880] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.219238] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3632c1f-7db9-42f4-be6f-efa353f172fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.285173] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684471} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.285537] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f0c13777-cc9f-4f1e-b5ec-fa33c8ade867/f0c13777-cc9f-4f1e-b5ec-fa33c8ade867.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.285790] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.286097] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-605752fa-4b5f-4448-86d9-da56c65c9845 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.293370] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1027.293370] env[69333]: value = "task-4134436" [ 1027.293370] env[69333]: _type = "Task" [ 1027.293370] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.302564] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.552837] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134433, 'name': ReconfigVM_Task, 'duration_secs': 1.07378} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.553145] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9d358292-fba2-47b7-baf1-411074090463/9d358292-fba2-47b7-baf1-411074090463.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.553787] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f176bc-0627-4597-b865-7c13efb20f5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.560860] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1027.560860] env[69333]: value = "task-4134437" [ 1027.560860] env[69333]: _type = "Task" [ 1027.560860] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.573018] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134437, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.595626] env[69333]: DEBUG nova.compute.manager [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Received event network-vif-plugged-3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.595883] env[69333]: DEBUG oslo_concurrency.lockutils [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] Acquiring lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.596145] env[69333]: DEBUG oslo_concurrency.lockutils [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] Lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.596335] env[69333]: DEBUG oslo_concurrency.lockutils [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] Lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.596515] env[69333]: DEBUG nova.compute.manager [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] No waiting events found dispatching network-vif-plugged-3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.596695] env[69333]: WARNING nova.compute.manager [req-7d9bce53-5970-423d-baf6-8f0ace6321a9 req-ae3150e4-44b5-45b0-9acd-3bf3f8162428 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Received unexpected event network-vif-plugged-3c8f9aab-96b8-47ba-a992-713ecc87fa6b for instance with vm_state building and task_state spawning. [ 1027.673678] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.547s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.676399] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.377s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.676621] env[69333]: DEBUG nova.objects.instance [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lazy-loading 'resources' on Instance uuid d21e2374-e940-49fe-92c0-f3b226cb3126 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.681615] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e35d8a2-681d-4ca5-bbcd-5474ba45f5a1 req-2d8d2e4f-7f46-4819-b27f-025861c70d14 service nova] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.699232] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Successfully updated port: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.725963] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.726208] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.726429] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.726637] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.726780] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.726929] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.727142] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.727302] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.727463] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.727623] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.727793] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.733878] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bda2d0-4eb7-49e6-930c-1efb22db113a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.751128] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1027.751128] env[69333]: value = "task-4134438" [ 1027.751128] env[69333]: _type = "Task" [ 1027.751128] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.762798] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.802792] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071132} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.802985] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.803800] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a9219-33e1-4285-9e84-e3621ab095f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.826798] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f0c13777-cc9f-4f1e-b5ec-fa33c8ade867/f0c13777-cc9f-4f1e-b5ec-fa33c8ade867.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.827085] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49cb167-382d-4b4a-a9cd-de122a229646 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.847106] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1027.847106] env[69333]: value = "task-4134439" [ 1027.847106] env[69333]: _type = "Task" [ 1027.847106] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.857736] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.070843] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134437, 'name': Rename_Task, 'duration_secs': 0.473637} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.071336] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.071607] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1df128ee-d077-4bd1-b114-7ff71fe484a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.079189] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1028.079189] env[69333]: value = "task-4134440" [ 1028.079189] env[69333]: _type = "Task" [ 1028.079189] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.088281] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.185937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-de7ee1b6-ca9f-4a49-b800-e6b50ce6f266 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.327s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.186948] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.187156] env[69333]: INFO nova.compute.manager [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Unshelving [ 1028.201866] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.202094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.202261] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.263663] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134438, 'name': ReconfigVM_Task, 'duration_secs': 0.403411} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.264836] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.359970] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.548810] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8fb4c3-6c51-487f-a0aa-95935da13d4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.557280] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d7833-801d-483c-bbf4-9a33b21491df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.592384] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81905eb-de97-43a9-9986-1608e7cd134b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.603026] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.605960] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2f8f9-5cc8-428b-9686-7adbefe04f7a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.620642] env[69333]: DEBUG nova.compute.provider_tree [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.750128] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.772374] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.772624] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.772778] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.772959] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.773119] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.773275] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.773475] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.773628] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.773790] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.773952] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.774232] env[69333]: DEBUG nova.virt.hardware [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.779698] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.780025] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5916919a-aa4d-4513-a858-ca10f5329aa6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.801329] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1028.801329] env[69333]: value = "task-4134441" [ 1028.801329] env[69333]: _type = "Task" [ 1028.801329] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.810275] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.858876] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134439, 'name': ReconfigVM_Task, 'duration_secs': 0.578426} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.859166] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f0c13777-cc9f-4f1e-b5ec-fa33c8ade867/f0c13777-cc9f-4f1e-b5ec-fa33c8ade867.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.859809] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3fc9b8-363b-4a01-8e6d-555f14f74ba6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.867940] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1028.867940] env[69333]: value = "task-4134442" [ 1028.867940] env[69333]: _type = "Task" [ 1028.867940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.877214] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134442, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.902129] env[69333]: DEBUG nova.network.neutron [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updating instance_info_cache with network_info: [{"id": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "address": "fa:16:3e:de:bd:d7", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8f9aab-96", "ovs_interfaceid": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.100014] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134440, 'name': PowerOnVM_Task, 'duration_secs': 0.961855} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.100375] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.100599] env[69333]: DEBUG nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.101441] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a09d2-6daa-48dd-8179-d5d653868ab5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.123737] env[69333]: DEBUG nova.scheduler.client.report [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.197397] env[69333]: DEBUG nova.compute.utils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.313657] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134441, 'name': ReconfigVM_Task, 'duration_secs': 0.198445} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.314105] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.315364] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8635940-5eaa-4362-b459-4ce80ff92e04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.339314] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.339537] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4734a5e9-302c-44c1-b52d-6c030ce85752 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.360897] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1029.360897] env[69333]: value = "task-4134443" [ 1029.360897] env[69333]: _type = "Task" [ 1029.360897] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.374995] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.381027] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134442, 'name': Rename_Task, 'duration_secs': 0.197011} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.381204] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.381418] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ed932d-a2fa-4e77-ad64-92f36a630653 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.389780] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1029.389780] env[69333]: value = "task-4134444" [ 1029.389780] env[69333]: _type = "Task" [ 1029.389780] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.399925] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.404683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405072] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Instance network_info: |[{"id": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "address": "fa:16:3e:de:bd:d7", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8f9aab-96", "ovs_interfaceid": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.405600] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:bd:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8f9aab-96b8-47ba-a992-713ecc87fa6b', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.413387] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.413621] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.413991] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8349f38e-56a6-40ac-834a-bd1ed90d8293 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.435460] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.435460] env[69333]: value = "task-4134445" [ 1029.435460] env[69333]: _type = "Task" [ 1029.435460] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.444114] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134445, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.614172] env[69333]: INFO nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] bringing vm to original state: 'stopped' [ 1029.629969] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.632967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.003s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.634859] env[69333]: INFO nova.compute.claims [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.662896] env[69333]: INFO nova.scheduler.client.report [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Deleted allocations for instance d21e2374-e940-49fe-92c0-f3b226cb3126 [ 1029.681416] env[69333]: DEBUG nova.compute.manager [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Received event network-changed-3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.681416] env[69333]: DEBUG nova.compute.manager [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Refreshing instance network info cache due to event network-changed-3c8f9aab-96b8-47ba-a992-713ecc87fa6b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.681416] env[69333]: DEBUG oslo_concurrency.lockutils [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] Acquiring lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.681610] env[69333]: DEBUG oslo_concurrency.lockutils [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] Acquired lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.681610] env[69333]: DEBUG nova.network.neutron [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Refreshing network info cache for port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.702324] env[69333]: INFO nova.virt.block_device [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Booting with volume 8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae at /dev/sdb [ 1029.750558] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6476a12-74fc-4d9f-91f4-5fbd3247507d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.762968] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e38faa1-7843-43ad-bbcb-21df512d85b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.801394] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21dd17b8-5fbb-4e7e-9e28-29a98a71ebf6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.810905] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481cc8a8-c64c-43c9-9e3c-3c317dfea884 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.851035] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6097e-5ef8-42f2-95d8-935ae97b870e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.858872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983434c-f0e1-494d-bfb8-0c3ef1ffccfa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.871314] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134443, 'name': ReconfigVM_Task, 'duration_secs': 0.371506} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.871753] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714/1c8540d4-d278-400a-9523-6eb9711f0714.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.872160] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.880987] env[69333]: DEBUG nova.virt.block_device [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating existing volume attachment record: 0a39d9d4-773f-4c9c-beed-b09a0c3fe2dd {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.901158] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134444, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.946302] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134445, 'name': CreateVM_Task, 'duration_secs': 0.413424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.946499] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.947311] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.947475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.947883] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.948176] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b293494c-5a11-44ab-8955-e9b4bb1b1f95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.954535] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1029.954535] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dfc98d-42fd-477b-6c98-54c2c5f5e8e5" [ 1029.954535] env[69333]: _type = "Task" [ 1029.954535] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.963724] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dfc98d-42fd-477b-6c98-54c2c5f5e8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.172410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-492abc73-206f-48e6-a932-41bb509e0387 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Lock "d21e2374-e940-49fe-92c0-f3b226cb3126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.963s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.388046] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d9ebef-4b63-4985-bb56-364f5d33e62b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.404212] env[69333]: DEBUG oslo_vmware.api [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134444, 'name': PowerOnVM_Task, 'duration_secs': 0.55948} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.416211] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.416494] env[69333]: INFO nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1030.416705] env[69333]: DEBUG nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.417694] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83893d86-54c4-4a63-9c77-07ae3c1a4be7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.420806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1573a9ea-742c-4845-a6d4-6f15abb4f9ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.425868] env[69333]: DEBUG nova.network.neutron [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updated VIF entry in instance network info cache for port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.426317] env[69333]: DEBUG nova.network.neutron [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updating instance_info_cache with network_info: [{"id": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "address": "fa:16:3e:de:bd:d7", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8f9aab-96", "ovs_interfaceid": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.450687] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.457016] env[69333]: DEBUG oslo_concurrency.lockutils [req-0998d6e0-2217-4cd4-99ab-10722513a85d req-a05defc4-c882-4dbd-916a-9753b83ead83 service nova] Releasing lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.466093] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52dfc98d-42fd-477b-6c98-54c2c5f5e8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.466436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.466679] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.466976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.467174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.467357] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.467618] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99a9879c-6aa3-4d21-b404-636721ada31f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.479664] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.479769] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.480588] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6be4c6-50cf-4027-81f4-8b1c69383f11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.488099] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1030.488099] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bf7431-181f-2bc2-1e77-921524b7e386" [ 1030.488099] env[69333]: _type = "Task" [ 1030.488099] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.498823] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bf7431-181f-2bc2-1e77-921524b7e386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.623110] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.623473] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.623736] env[69333]: DEBUG nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.624958] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958db35f-d447-42b6-9a5d-cb8156f61b0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.634197] env[69333]: DEBUG nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.970486] env[69333]: INFO nova.compute.manager [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Took 36.90 seconds to build instance. [ 1031.003473] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bf7431-181f-2bc2-1e77-921524b7e386, 'name': SearchDatastore_Task, 'duration_secs': 0.01603} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.004205] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef353418-6668-4b9c-b0bb-056f896fd9ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.007614] env[69333]: DEBUG nova.network.neutron [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Port 30b6b02f-7708-4793-9573-f3e0e39ac5ce binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.012773] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1031.012773] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52775a41-2113-fb7d-30f9-893e98a36ed8" [ 1031.012773] env[69333]: _type = "Task" [ 1031.012773] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.014510] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb1bc6-355c-4140-9542-870a98a6f0c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.027112] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52775a41-2113-fb7d-30f9-893e98a36ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.029732] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf3e012-ebab-419a-acf7-a5e1d6aae671 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.062931] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0b123-98c3-48f8-9748-ec744b00a4c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.071445] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02274312-dd26-4052-88ff-aae5ab8973e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.091583] env[69333]: DEBUG nova.compute.provider_tree [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.139156] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.139543] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058a960a-8ad7-4403-95e1-940b13305f8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.148050] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1031.148050] env[69333]: value = "task-4134449" [ 1031.148050] env[69333]: _type = "Task" [ 1031.148050] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.157995] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.473333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37cbe868-20ba-48c7-a9da-c293bfa63453 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.410s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.525017] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52775a41-2113-fb7d-30f9-893e98a36ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.525520] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.525570] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 504efc4a-2126-4b48-b1fc-e77158186deb/504efc4a-2126-4b48-b1fc-e77158186deb.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.525828] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a40fb2c-345c-464b-a1c4-91683a54b341 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.533606] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1031.533606] env[69333]: value = "task-4134450" [ 1031.533606] env[69333]: _type = "Task" [ 1031.533606] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.543463] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.596060] env[69333]: DEBUG nova.scheduler.client.report [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.658902] env[69333]: DEBUG oslo_vmware.api [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134449, 'name': PowerOffVM_Task, 'duration_secs': 0.366661} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.659293] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.659489] env[69333]: DEBUG nova.compute.manager [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.660352] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8650d-276b-4fd1-b570-73013f0780e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.044446] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.044815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.045030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.061395] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.103331] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.103610] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.110815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.692s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.111039] env[69333]: DEBUG nova.objects.instance [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.174024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.556027] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630944} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.556027] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 504efc4a-2126-4b48-b1fc-e77158186deb/504efc4a-2126-4b48-b1fc-e77158186deb.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.556027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.556027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d22bd90-442a-4591-8a1b-5166e94ea197 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.565398] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1032.565398] env[69333]: value = "task-4134452" [ 1032.565398] env[69333]: _type = "Task" [ 1032.565398] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.584285] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.615655] env[69333]: DEBUG nova.compute.utils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.624022] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.624022] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.627844] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.628174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.684441] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.692369] env[69333]: DEBUG nova.policy [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282109e973da49ecb127a48ae6d9c851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db3a3815b97b4b3bb4f1145852d66df2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.081185] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077167} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.081426] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.082270] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223021bb-a555-402e-9120-38fbaa697656 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.107446] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 504efc4a-2126-4b48-b1fc-e77158186deb/504efc4a-2126-4b48-b1fc-e77158186deb.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.107793] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41389b87-f32a-4d8a-8c6e-2c273737a096 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.132418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.132597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.132792] env[69333]: DEBUG nova.network.neutron [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.135161] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.142147] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7775860c-880b-49f3-b0bc-4f89efdb0a68 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.142147] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.144811] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.660s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.146374] env[69333]: INFO nova.compute.claims [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.151176] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Successfully created port: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.157483] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1033.157483] env[69333]: value = "task-4134453" [ 1033.157483] env[69333]: _type = "Task" [ 1033.157483] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.169778] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.245333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.245606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.245817] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "9d358292-fba2-47b7-baf1-411074090463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.246007] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.246183] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.252029] env[69333]: INFO nova.compute.manager [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Terminating instance [ 1033.676577] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134453, 'name': ReconfigVM_Task, 'duration_secs': 0.417834} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.676937] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 504efc4a-2126-4b48-b1fc-e77158186deb/504efc4a-2126-4b48-b1fc-e77158186deb.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.677802] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d1bfc7-78ea-4466-8c6a-cb5788306478 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.688437] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1033.688437] env[69333]: value = "task-4134454" [ 1033.688437] env[69333]: _type = "Task" [ 1033.688437] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.694449] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.703544] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134454, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.757653] env[69333]: DEBUG nova.compute.manager [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.757987] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.762530] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f914571-2572-4e29-b116-92129b68b6cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.768212] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.768649] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ec4138-507e-48be-8b90-69872eb9b261 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.876846] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.877134] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.877384] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore1] 9d358292-fba2-47b7-baf1-411074090463 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.878672] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59533ad-1bce-4876-9868-8bd79a4b86b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.890483] env[69333]: DEBUG oslo_vmware.api [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1033.890483] env[69333]: value = "task-4134456" [ 1033.890483] env[69333]: _type = "Task" [ 1033.890483] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.900137] env[69333]: DEBUG oslo_vmware.api [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.120874] env[69333]: DEBUG nova.network.neutron [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.165109] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.202920] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.203277] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.203363] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.203785] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.203951] env[69333]: DEBUG nova.virt.hardware [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.205226] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bad1b-6071-43ec-9e88-f3903e1446e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.216766] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134454, 'name': Rename_Task, 'duration_secs': 0.177651} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.217811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.217968] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45890efa-9506-45aa-9374-998440442bdf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.223999] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18f16c-142a-4c7a-888d-77cf370da711 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.232303] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1034.232303] env[69333]: value = "task-4134457" [ 1034.232303] env[69333]: _type = "Task" [ 1034.232303] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.256796] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.404386] env[69333]: DEBUG oslo_vmware.api [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314839} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.408055] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.408055] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.408055] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.408287] env[69333]: INFO nova.compute.manager [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1034.408531] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.409041] env[69333]: DEBUG nova.compute.manager [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.409153] env[69333]: DEBUG nova.network.neutron [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.625377] env[69333]: DEBUG oslo_concurrency.lockutils [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.639892] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab60b3-a0d3-412e-bf01-e0720aaab46e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652536] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2a977-044f-425a-978e-5b90a473e48d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.692686] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c284a-6971-42c9-ac02-043122a7aa25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.702809] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5e0a74-41d8-4517-8f1b-0c99b052cdf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.720643] env[69333]: DEBUG nova.compute.provider_tree [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.748167] env[69333]: DEBUG oslo_vmware.api [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134457, 'name': PowerOnVM_Task, 'duration_secs': 0.493865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.748350] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.748625] env[69333]: INFO nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1034.749449] env[69333]: DEBUG nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.754027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8636983e-3bfc-4bab-938f-8c92d87d0fd3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.796410] env[69333]: DEBUG nova.compute.manager [req-8cc95de3-553f-42f5-9e55-0c862cf710aa req-65be5a29-4072-4793-872b-49181ec0b6dc service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Received event network-vif-deleted-ad94185f-debf-4b13-981f-05acea0a70c9 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.796588] env[69333]: INFO nova.compute.manager [req-8cc95de3-553f-42f5-9e55-0c862cf710aa req-65be5a29-4072-4793-872b-49181ec0b6dc service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Neutron deleted interface ad94185f-debf-4b13-981f-05acea0a70c9; detaching it from the instance and deleting it from the info cache [ 1034.796684] env[69333]: DEBUG nova.network.neutron [req-8cc95de3-553f-42f5-9e55-0c862cf710aa req-65be5a29-4072-4793-872b-49181ec0b6dc service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.833115] env[69333]: DEBUG nova.compute.manager [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Received event network-vif-plugged-947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.833352] env[69333]: DEBUG oslo_concurrency.lockutils [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] Acquiring lock "6dbb31bc-d112-4973-913f-1972792690b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.833612] env[69333]: DEBUG oslo_concurrency.lockutils [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] Lock "6dbb31bc-d112-4973-913f-1972792690b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.833825] env[69333]: DEBUG oslo_concurrency.lockutils [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] Lock "6dbb31bc-d112-4973-913f-1972792690b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.834036] env[69333]: DEBUG nova.compute.manager [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] No waiting events found dispatching network-vif-plugged-947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.834339] env[69333]: WARNING nova.compute.manager [req-8141685d-2e5c-4838-a3db-484707dd3960 req-d6b04d71-9915-4b08-afd3-8be909f92d34 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Received unexpected event network-vif-plugged-947ca7af-3c21-42b4-bdda-5bc723fa0f18 for instance with vm_state building and task_state spawning. [ 1035.076293] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Successfully updated port: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.163237] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf5adf-01fb-4b43-8779-4790837bf8ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185932] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38ad53-c25f-4aef-9048-bbefb5abcaaa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.194427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.224155] env[69333]: DEBUG nova.scheduler.client.report [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.271624] env[69333]: INFO nova.compute.manager [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Took 39.78 seconds to build instance. [ 1035.275154] env[69333]: DEBUG nova.network.neutron [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.299948] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d884f99b-3ed1-48aa-b4f9-6ebd1c8b5e32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.316394] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62569db9-af5b-4ae7-8c29-95632857793a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.353513] env[69333]: DEBUG nova.compute.manager [req-8cc95de3-553f-42f5-9e55-0c862cf710aa req-65be5a29-4072-4793-872b-49181ec0b6dc service nova] [instance: 9d358292-fba2-47b7-baf1-411074090463] Detach interface failed, port_id=ad94185f-debf-4b13-981f-05acea0a70c9, reason: Instance 9d358292-fba2-47b7-baf1-411074090463 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.580960] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.580960] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquired lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.580960] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.701445] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.701840] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d054125-57b2-4c6f-887d-d0ca6626a51c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.714522] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1035.714522] env[69333]: value = "task-4134458" [ 1035.714522] env[69333]: _type = "Task" [ 1035.714522] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.724239] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.735084] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.735618] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.738659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.207s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.739133] env[69333]: DEBUG nova.objects.instance [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lazy-loading 'resources' on Instance uuid 65565095-eec4-4bde-bd1e-5c24d8f24bc8 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.773927] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.290s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.777664] env[69333]: INFO nova.compute.manager [-] [instance: 9d358292-fba2-47b7-baf1-411074090463] Took 1.37 seconds to deallocate network for instance. [ 1035.972950] env[69333]: DEBUG nova.compute.manager [None req-64ab17ae-0f20-47f4-ab33-a2f825e0a5b0 tempest-ServerDiagnosticsV248Test-1056510042 tempest-ServerDiagnosticsV248Test-1056510042-project-admin] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.975693] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0cc95-d7bd-4ffc-9f71-55d79a1a692b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.985391] env[69333]: INFO nova.compute.manager [None req-64ab17ae-0f20-47f4-ab33-a2f825e0a5b0 tempest-ServerDiagnosticsV248Test-1056510042 tempest-ServerDiagnosticsV248Test-1056510042-project-admin] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Retrieving diagnostics [ 1035.986498] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400a660-65c7-4b74-bee2-01b82edcf37e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.047772] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.124886] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.230084] env[69333]: DEBUG oslo_vmware.api [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134458, 'name': PowerOnVM_Task, 'duration_secs': 0.450956} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.230976] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.231214] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-06c71cc5-28c8-4038-b0f9-321f92da4b4e tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance '1c8540d4-d278-400a-9523-6eb9711f0714' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.247193] env[69333]: DEBUG nova.compute.utils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.250441] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.250793] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.286424] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.324053] env[69333]: DEBUG nova.network.neutron [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updating instance_info_cache with network_info: [{"id": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "address": "fa:16:3e:96:5f:14", "network": {"id": "520c871d-3bd9-4a3a-b037-42ba8be74ab1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-878470619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db3a3815b97b4b3bb4f1145852d66df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ca7af-3c", "ovs_interfaceid": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.327129] env[69333]: DEBUG nova.policy [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.691093] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4605fc-e652-4a76-badd-00822fa295b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.701420] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ef611-0a19-47b4-974c-dac0d6fab921 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.745105] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cbc9d1-c965-49c9-b97e-abf81cab0c12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.755875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d9ea07-b828-4cd0-a725-59ffb13a4133 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.761868] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.776942] env[69333]: DEBUG nova.compute.provider_tree [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.780071] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Successfully created port: 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.829593] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Releasing lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.830324] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Instance network_info: |[{"id": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "address": "fa:16:3e:96:5f:14", "network": {"id": "520c871d-3bd9-4a3a-b037-42ba8be74ab1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-878470619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db3a3815b97b4b3bb4f1145852d66df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ca7af-3c", "ovs_interfaceid": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.830701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947ca7af-3c21-42b4-bdda-5bc723fa0f18', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.839436] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Creating folder: Project (db3a3815b97b4b3bb4f1145852d66df2). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.841015] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40d11a7-5fc6-489b-af1e-5a3b3f3c6650 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.844407] env[69333]: DEBUG nova.compute.manager [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Received event network-changed-3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.844598] env[69333]: DEBUG nova.compute.manager [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Refreshing instance network info cache due to event network-changed-3c8f9aab-96b8-47ba-a992-713ecc87fa6b. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.844816] env[69333]: DEBUG oslo_concurrency.lockutils [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] Acquiring lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.844957] env[69333]: DEBUG oslo_concurrency.lockutils [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] Acquired lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.845144] env[69333]: DEBUG nova.network.neutron [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Refreshing network info cache for port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.859662] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Created folder: Project (db3a3815b97b4b3bb4f1145852d66df2) in parent group-v818612. [ 1036.859905] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Creating folder: Instances. Parent ref: group-v818861. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.860201] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed7279c-34e0-464a-bf02-337027fa0a1e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.866208] env[69333]: DEBUG nova.compute.manager [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Received event network-changed-947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.866409] env[69333]: DEBUG nova.compute.manager [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Refreshing instance network info cache due to event network-changed-947ca7af-3c21-42b4-bdda-5bc723fa0f18. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.866626] env[69333]: DEBUG oslo_concurrency.lockutils [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] Acquiring lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.866767] env[69333]: DEBUG oslo_concurrency.lockutils [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] Acquired lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.866924] env[69333]: DEBUG nova.network.neutron [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Refreshing network info cache for port 947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.877935] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Created folder: Instances in parent group-v818861. [ 1036.880812] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.880812] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.880812] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31004b6a-78ec-4440-95ae-d5ee487e849c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.903715] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.903715] env[69333]: value = "task-4134464" [ 1036.903715] env[69333]: _type = "Task" [ 1036.903715] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.911750] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134464, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.092936] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "0c246e9a-3f02-470e-af81-cfcc9016be23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.093396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.093734] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "0c246e9a-3f02-470e-af81-cfcc9016be23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.094047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.094344] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.097170] env[69333]: INFO nova.compute.manager [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Terminating instance [ 1037.280042] env[69333]: DEBUG nova.scheduler.client.report [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.413835] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134464, 'name': CreateVM_Task, 'duration_secs': 0.442475} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.414015] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.414736] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.414904] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.415298] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.418120] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2770c4d-2e66-41d9-be75-6a35b43a425f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.424597] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1037.424597] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c6144-4f0d-8af2-ae70-4672e975c472" [ 1037.424597] env[69333]: _type = "Task" [ 1037.424597] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.433778] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c6144-4f0d-8af2-ae70-4672e975c472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.605748] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "refresh_cache-0c246e9a-3f02-470e-af81-cfcc9016be23" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.605930] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquired lock "refresh_cache-0c246e9a-3f02-470e-af81-cfcc9016be23" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.606123] env[69333]: DEBUG nova.network.neutron [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.773231] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.787281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.788841] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.755s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.800494] env[69333]: DEBUG nova.network.neutron [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updated VIF entry in instance network info cache for port 947ca7af-3c21-42b4-bdda-5bc723fa0f18. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.800943] env[69333]: DEBUG nova.network.neutron [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updating instance_info_cache with network_info: [{"id": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "address": "fa:16:3e:96:5f:14", "network": {"id": "520c871d-3bd9-4a3a-b037-42ba8be74ab1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-878470619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db3a3815b97b4b3bb4f1145852d66df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ca7af-3c", "ovs_interfaceid": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.810204] env[69333]: DEBUG nova.network.neutron [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updated VIF entry in instance network info cache for port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.810768] env[69333]: DEBUG nova.network.neutron [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updating instance_info_cache with network_info: [{"id": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "address": "fa:16:3e:de:bd:d7", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8f9aab-96", "ovs_interfaceid": "3c8f9aab-96b8-47ba-a992-713ecc87fa6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.816666] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.816985] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.817049] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.817276] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.817565] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.817685] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.817939] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.818509] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.818738] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.818968] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.819195] env[69333]: DEBUG nova.virt.hardware [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.820778] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680efb0-6aac-45f6-8b8e-d5832c144816 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.825437] env[69333]: INFO nova.scheduler.client.report [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleted allocations for instance 65565095-eec4-4bde-bd1e-5c24d8f24bc8 [ 1037.833970] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b444a-3e76-41e0-8fc6-3bf9af5b3e6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.937119] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c6144-4f0d-8af2-ae70-4672e975c472, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.937119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.937119] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.937119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.937119] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.937374] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.937511] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf25f8b-1b86-455b-b531-764bd1051c04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.947472] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.947737] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.948638] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655483a7-fd6c-43c2-a076-62a56ee12cb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.955767] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1037.955767] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52065860-76a8-eb10-6cf5-705c4ffe5059" [ 1037.955767] env[69333]: _type = "Task" [ 1037.955767] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.965312] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52065860-76a8-eb10-6cf5-705c4ffe5059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.127906] env[69333]: DEBUG nova.network.neutron [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.180413] env[69333]: DEBUG nova.network.neutron [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.306521] env[69333]: DEBUG oslo_concurrency.lockutils [req-fab5043f-f6b8-4b94-9179-40ae39ede838 req-47fb5ad4-96e9-4b9d-9226-d0bee7ffa64f service nova] Releasing lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.313410] env[69333]: DEBUG oslo_concurrency.lockutils [req-c32b67b9-5012-4316-8c3e-6d9206339895 req-e443076b-2e94-4fbd-93dd-4c17ce2c080e service nova] Releasing lock "refresh_cache-504efc4a-2126-4b48-b1fc-e77158186deb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.334378] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3c6b00c6-e9bf-4e56-b1b1-51bd5ca906c2 tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "65565095-eec4-4bde-bd1e-5c24d8f24bc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.661s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.345821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.345821] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.345821] env[69333]: DEBUG nova.compute.manager [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Going to confirm migration 3 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.388292] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Successfully updated port: 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.471618] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52065860-76a8-eb10-6cf5-705c4ffe5059, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.472966] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c01232-e828-4ea2-86db-3c169038a7b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.478991] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1038.478991] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253c3b9-9bc4-c1ea-14c2-d43fe10fd0e6" [ 1038.478991] env[69333]: _type = "Task" [ 1038.478991] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.487989] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253c3b9-9bc4-c1ea-14c2-d43fe10fd0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.683718] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Releasing lock "refresh_cache-0c246e9a-3f02-470e-af81-cfcc9016be23" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.684453] env[69333]: DEBUG nova.compute.manager [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.684808] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.687781] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603ea0b-12ec-46df-be97-94b30dc01680 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.698519] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.698846] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f72080-c2a2-449c-83f7-2f1c48a7e2a2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.709595] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1038.709595] env[69333]: value = "task-4134465" [ 1038.709595] env[69333]: _type = "Task" [ 1038.709595] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.723380] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.810034] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance 1c8540d4-d278-400a-9523-6eb9711f0714 as it has an incoming, in-progress migration 2cecc43d-c2cb-4cd2-a138-ae157bed8261. Migration status is confirming {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1038.811229] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating resource usage from migration 2cecc43d-c2cb-4cd2-a138-ae157bed8261 [ 1038.835656] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.835805] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a3122aed-c4a5-473f-85f7-546745a608cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.835927] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.836059] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f4256a48-e087-48d6-949d-3e2c740df321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.836201] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 50f4469c-f947-4fd6-b31f-68c4de9a7e64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.836321] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.836445] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e0593131-1e64-4876-8275-4a0d270f72c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.836560] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9a744b12-7e57-4ac9-8310-548cc76c3a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.836670] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a787ba90-ea1a-48b3-8cbe-63aac9584df3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.836830] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a2dab00f-aed0-4811-98a2-fb4e42d59bc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.836956] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c3f10fa5-1431-41bd-8b00-f661e9c9097e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.837084] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f1479274-957c-4554-921e-cedef2c2e734 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.837206] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 062fb187-4084-408a-b8af-2bcc4552a5f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.837330] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 9d358292-fba2-47b7-baf1-411074090463 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.837444] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e735079d-0582-4793-8d69-c5cb04fafbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.837558] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 0c246e9a-3f02-470e-af81-cfcc9016be23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.837669] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f0c13777-cc9f-4f1e-b5ec-fa33c8ade867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.837778] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration 2cecc43d-c2cb-4cd2-a138-ae157bed8261 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1038.837885] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 504efc4a-2126-4b48-b1fc-e77158186deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.837991] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 1c8540d4-d278-400a-9523-6eb9711f0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.838109] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 6dbb31bc-d112-4973-913f-1972792690b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1038.890694] env[69333]: DEBUG nova.compute.manager [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-vif-plugged-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.890957] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.891231] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.891429] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.891603] env[69333]: DEBUG nova.compute.manager [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] No waiting events found dispatching network-vif-plugged-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1038.891768] env[69333]: WARNING nova.compute.manager [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received unexpected event network-vif-plugged-1f4efacb-6960-4e23-933a-065e12110d44 for instance with vm_state building and task_state spawning. [ 1038.891929] env[69333]: DEBUG nova.compute.manager [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.892138] env[69333]: DEBUG nova.compute.manager [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.892344] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.892486] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.892643] env[69333]: DEBUG nova.network.neutron [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.894054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.910692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.910938] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.911139] env[69333]: DEBUG nova.network.neutron [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.911335] env[69333]: DEBUG nova.objects.instance [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'info_cache' on Instance uuid 1c8540d4-d278-400a-9523-6eb9711f0714 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.991025] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5253c3b9-9bc4-c1ea-14c2-d43fe10fd0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.991332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.991597] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 6dbb31bc-d112-4973-913f-1972792690b3/6dbb31bc-d112-4973-913f-1972792690b3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.992273] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff3b476c-5a1f-434e-a143-62d02705deab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.000240] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1039.000240] env[69333]: value = "task-4134466" [ 1039.000240] env[69333]: _type = "Task" [ 1039.000240] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.010710] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.085183] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.085527] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.085815] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.086085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.086495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.089068] env[69333]: INFO nova.compute.manager [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Terminating instance [ 1039.231366] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134465, 'name': PowerOffVM_Task, 'duration_secs': 0.292878} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.231737] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.232046] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.233126] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cef0208d-c0f7-4154-b849-de4f20373e48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.277117] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.277425] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.277645] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Deleting the datastore file [datastore2] 0c246e9a-3f02-470e-af81-cfcc9016be23 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.278044] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c788d01-4624-496c-8540-d9d9ac5c786d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.286942] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for the task: (returnval){ [ 1039.286942] env[69333]: value = "task-4134468" [ 1039.286942] env[69333]: _type = "Task" [ 1039.286942] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.297711] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.341959] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 52a6f8e5-c542-4f29-b548-122d6a149b2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1039.342144] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1039.432315] env[69333]: DEBUG nova.network.neutron [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.513074] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.542555] env[69333]: DEBUG nova.network.neutron [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.593484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "refresh_cache-c3f10fa5-1431-41bd-8b00-f661e9c9097e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.593907] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquired lock "refresh_cache-c3f10fa5-1431-41bd-8b00-f661e9c9097e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.594287] env[69333]: DEBUG nova.network.neutron [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.797588] env[69333]: DEBUG oslo_vmware.api [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Task: {'id': task-4134468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315956} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.797834] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.798029] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.798216] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.798393] env[69333]: INFO nova.compute.manager [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1039.798638] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.798835] env[69333]: DEBUG nova.compute.manager [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.798928] env[69333]: DEBUG nova.network.neutron [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.816693] env[69333]: DEBUG nova.network.neutron [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.845900] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 436b7f4f-d24c-475b-8c7a-8941438b5ac8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1040.011742] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625067} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.012037] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 6dbb31bc-d112-4973-913f-1972792690b3/6dbb31bc-d112-4973-913f-1972792690b3.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.012399] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.012684] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96b5597-1246-4945-ad99-32d49f3da1b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.020993] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1040.020993] env[69333]: value = "task-4134470" [ 1040.020993] env[69333]: _type = "Task" [ 1040.020993] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.034565] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.045768] env[69333]: DEBUG oslo_concurrency.lockutils [req-6068a2b8-766f-4ed5-b303-ee43e83a1c75 req-5f5ac33e-dc4e-449b-bc30-21f1160c4af0 service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.046214] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.046372] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.122582] env[69333]: DEBUG nova.network.neutron [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.170263] env[69333]: DEBUG nova.network.neutron [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.319379] env[69333]: DEBUG nova.network.neutron [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.348841] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 4c26dc20-a691-45c9-b9ad-6535b256fd7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1040.350694] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1040.350694] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1040.455208] env[69333]: DEBUG nova.network.neutron [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [{"id": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "address": "fa:16:3e:c5:aa:a0", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b6b02f-77", "ovs_interfaceid": "30b6b02f-7708-4793-9573-f3e0e39ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.530637] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33846} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.530909] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.531717] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae0139-ce4a-4f88-a516-385d6e33c917 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.561808] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 6dbb31bc-d112-4973-913f-1972792690b3/6dbb31bc-d112-4973-913f-1972792690b3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.564884] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ed3974-76df-474f-b560-1521164c8de7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.587918] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1040.587918] env[69333]: value = "task-4134471" [ 1040.587918] env[69333]: _type = "Task" [ 1040.587918] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.602559] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.612659] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.673298] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Releasing lock "refresh_cache-c3f10fa5-1431-41bd-8b00-f661e9c9097e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.674031] env[69333]: DEBUG nova.compute.manager [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.674031] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.675292] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f878d406-a8e5-4744-b708-9a8ad4a4819a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.682374] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.685360] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f18fd1-34c2-4955-bc06-783f6b7b6ae3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.691982] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1040.691982] env[69333]: value = "task-4134472" [ 1040.691982] env[69333]: _type = "Task" [ 1040.691982] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.702486] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.749982] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86583367-a281-4e6a-ae40-2bd13949f8ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.758868] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7ea02-9aa6-4881-b0a2-052fdbd87640 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.763336] env[69333]: DEBUG nova.network.neutron [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.796036] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30a9f4-fcb1-4c89-af83-aafe00ab014c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.804854] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd380f1d-96ff-4001-94bb-5c51078ebd73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.819703] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.821602] env[69333]: INFO nova.compute.manager [-] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Took 1.02 seconds to deallocate network for instance. [ 1040.957921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-1c8540d4-d278-400a-9523-6eb9711f0714" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.958187] env[69333]: DEBUG nova.objects.instance [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'migration_context' on Instance uuid 1c8540d4-d278-400a-9523-6eb9711f0714 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.097641] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134471, 'name': ReconfigVM_Task, 'duration_secs': 0.417342} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.098310] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 6dbb31bc-d112-4973-913f-1972792690b3/6dbb31bc-d112-4973-913f-1972792690b3.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.098950] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4acb6552-19f8-4273-9cf9-3e6f2bc51ed1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.105837] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1041.105837] env[69333]: value = "task-4134473" [ 1041.105837] env[69333]: _type = "Task" [ 1041.105837] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.113912] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134473, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.201119] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134472, 'name': PowerOffVM_Task, 'duration_secs': 0.135932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.201396] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.201567] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.201823] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3556f8e-9029-47f0-9062-415c34302ee7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.228811] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.229018] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.229258] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleting the datastore file [datastore2] c3f10fa5-1431-41bd-8b00-f661e9c9097e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.229560] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b30f24-26de-4830-8840-4ffb54e33bf9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.237976] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for the task: (returnval){ [ 1041.237976] env[69333]: value = "task-4134475" [ 1041.237976] env[69333]: _type = "Task" [ 1041.237976] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.247107] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.266037] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.266423] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance network_info: |[{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.266848] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:45:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f4efacb-6960-4e23-933a-065e12110d44', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.274599] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.274817] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.275057] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32816364-66c6-46ed-afe5-b96ce0e7260b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.294928] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.294928] env[69333]: value = "task-4134476" [ 1041.294928] env[69333]: _type = "Task" [ 1041.294928] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.302731] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134476, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.323059] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.326974] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.461846] env[69333]: DEBUG nova.objects.base [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Object Instance<1c8540d4-d278-400a-9523-6eb9711f0714> lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.463161] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c3bc4-9ff3-4a33-baa0-12958804e830 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.486682] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199450a7-6821-4541-a541-d76bfee603d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.493024] env[69333]: DEBUG oslo_vmware.api [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1041.493024] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c0cae5-b965-8b30-a7d6-5fabad64e87b" [ 1041.493024] env[69333]: _type = "Task" [ 1041.493024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.502471] env[69333]: DEBUG oslo_vmware.api [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c0cae5-b965-8b30-a7d6-5fabad64e87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.617135] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134473, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.748981] env[69333]: DEBUG oslo_vmware.api [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Task: {'id': task-4134475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146953} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.749198] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.749387] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.749564] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.749734] env[69333]: INFO nova.compute.manager [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1041.749975] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.750190] env[69333]: DEBUG nova.compute.manager [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.750290] env[69333]: DEBUG nova.network.neutron [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.766510] env[69333]: DEBUG nova.network.neutron [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.805584] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134476, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.828918] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1041.829529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.041s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.829529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.568s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.829708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.831791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.394s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.831976] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.834148] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.738s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.834428] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.836418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.059s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.836603] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.838179] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.768s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.839939] env[69333]: INFO nova.compute.claims [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.864380] env[69333]: INFO nova.scheduler.client.report [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Deleted allocations for instance 062fb187-4084-408a-b8af-2bcc4552a5f8 [ 1041.866241] env[69333]: INFO nova.scheduler.client.report [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Deleted allocations for instance 50f4469c-f947-4fd6-b31f-68c4de9a7e64 [ 1041.895810] env[69333]: INFO nova.scheduler.client.report [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Deleted allocations for instance a2dab00f-aed0-4811-98a2-fb4e42d59bc5 [ 1041.897855] env[69333]: INFO nova.scheduler.client.report [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Deleted allocations for instance f1479274-957c-4554-921e-cedef2c2e734 [ 1042.004521] env[69333]: DEBUG oslo_vmware.api [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c0cae5-b965-8b30-a7d6-5fabad64e87b, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.004790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.117462] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134473, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.269790] env[69333]: DEBUG nova.network.neutron [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.306714] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134476, 'name': CreateVM_Task, 'duration_secs': 0.747828} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.306945] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.307641] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.307807] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.308481] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdb3ab2-d05e-4e8a-a0bd-de08f443fc6f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.314528] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1042.314528] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb3519-d845-ade1-8183-8fefacd4914e" [ 1042.314528] env[69333]: _type = "Task" [ 1042.314528] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.323374] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb3519-d845-ade1-8183-8fefacd4914e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.376924] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0f224a36-379c-4662-9161-b7eb4b32d017 tempest-ServersAaction247Test-820880654 tempest-ServersAaction247Test-820880654-project-member] Lock "062fb187-4084-408a-b8af-2bcc4552a5f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.202s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.377840] env[69333]: DEBUG oslo_concurrency.lockutils [None req-72bbeb4d-19cd-437b-be2d-65c2bd279505 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Lock "50f4469c-f947-4fd6-b31f-68c4de9a7e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.067s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.411381] env[69333]: DEBUG oslo_concurrency.lockutils [None req-523baa3b-2580-4352-96d8-22ec3b118d25 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Lock "a2dab00f-aed0-4811-98a2-fb4e42d59bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.100s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.411681] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Lock "f1479274-957c-4554-921e-cedef2c2e734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.820s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.438682] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.438950] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.622377] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134473, 'name': Rename_Task, 'duration_secs': 1.037746} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.625022] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.625022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fad2ff3-3310-4dae-9441-529847d0c6e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.634788] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1042.634788] env[69333]: value = "task-4134478" [ 1042.634788] env[69333]: _type = "Task" [ 1042.634788] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.646183] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.772902] env[69333]: INFO nova.compute.manager [-] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Took 1.02 seconds to deallocate network for instance. [ 1042.829830] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52cb3519-d845-ade1-8183-8fefacd4914e, 'name': SearchDatastore_Task, 'duration_secs': 0.026323} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.830383] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.830685] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.830959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.831133] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.831336] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.831950] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9204a97c-e172-4140-a374-15b890034930 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.843678] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.843678] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.844459] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1aba4c6-34c6-4779-ab28-09ba0854224f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.857835] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1042.857835] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac097b-f814-fa7d-d142-0589e1e64b39" [ 1042.857835] env[69333]: _type = "Task" [ 1042.857835] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.868016] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac097b-f814-fa7d-d142-0589e1e64b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.942866] env[69333]: INFO nova.compute.manager [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Detaching volume 236f4292-4390-4c41-bddb-353fadb92764 [ 1042.992250] env[69333]: INFO nova.virt.block_device [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Attempting to driver detach volume 236f4292-4390-4c41-bddb-353fadb92764 from mountpoint /dev/sdb [ 1042.992467] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.992794] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818830', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'name': 'volume-236f4292-4390-4c41-bddb-353fadb92764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a787ba90-ea1a-48b3-8cbe-63aac9584df3', 'attached_at': '', 'detached_at': '', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'serial': '236f4292-4390-4c41-bddb-353fadb92764'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.993828] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430147a1-eb80-4244-80c6-ea1162d772b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.020466] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d22d79-1945-4a25-89a0-5a25b4a7fea9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.028476] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd49ca-7a58-48ea-ba3e-3384239aff36 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.052943] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3253de01-bd73-4b96-af53-231b1e7c4896 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.069780] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] The volume has not been displaced from its original location: [datastore2] volume-236f4292-4390-4c41-bddb-353fadb92764/volume-236f4292-4390-4c41-bddb-353fadb92764.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1043.075235] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.078283] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ae452e-a4bc-4a4a-8353-70ec31a3ebd0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.098621] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1043.098621] env[69333]: value = "task-4134479" [ 1043.098621] env[69333]: _type = "Task" [ 1043.098621] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.111137] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.149395] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134478, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.279984] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af9bef6-eecc-45da-8f49-dc4682d264c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.284079] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.289732] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c66e48-7632-4be3-9980-ff4c2a87b1b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.332060] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ab6d4-aa93-4c5f-956f-8b759ecede5f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.340927] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb75019b-e026-4ee5-9eab-92ddcdc3a555 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.358071] env[69333]: DEBUG nova.compute.provider_tree [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.369410] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ac097b-f814-fa7d-d142-0589e1e64b39, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.371203] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e5a865-bb97-4d4a-b58a-34cb2ae03f17 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.379180] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1043.379180] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e1867-1bec-1aca-bd3d-fd3c8169560b" [ 1043.379180] env[69333]: _type = "Task" [ 1043.379180] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.390689] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e1867-1bec-1aca-bd3d-fd3c8169560b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.611156] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134479, 'name': ReconfigVM_Task, 'duration_secs': 0.282024} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.611421] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.616986] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e30c2c3-27e8-4365-aaf4-aebdb0b97415 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.639402] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1043.639402] env[69333]: value = "task-4134481" [ 1043.639402] env[69333]: _type = "Task" [ 1043.639402] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.658400] env[69333]: DEBUG oslo_vmware.api [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134478, 'name': PowerOnVM_Task, 'duration_secs': 0.558633} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.662377] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.662679] env[69333]: INFO nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1043.662865] env[69333]: DEBUG nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.663255] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.663960] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e4adf7-4c2e-411c-9e6c-dd1242e40613 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.863997] env[69333]: DEBUG nova.scheduler.client.report [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.895660] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e1867-1bec-1aca-bd3d-fd3c8169560b, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.895937] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.896213] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232/62fdb0d2-a05f-4f87-bbf9-f8fb556bc232.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.896478] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d13b81ee-e1a5-4c72-a4a4-26ca4d392f15 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.903719] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1043.903719] env[69333]: value = "task-4134482" [ 1043.903719] env[69333]: _type = "Task" [ 1043.903719] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.913891] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.156950] env[69333]: DEBUG oslo_vmware.api [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134481, 'name': ReconfigVM_Task, 'duration_secs': 0.150837} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.157308] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818830', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'name': 'volume-236f4292-4390-4c41-bddb-353fadb92764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a787ba90-ea1a-48b3-8cbe-63aac9584df3', 'attached_at': '', 'detached_at': '', 'volume_id': '236f4292-4390-4c41-bddb-353fadb92764', 'serial': '236f4292-4390-4c41-bddb-353fadb92764'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.190883] env[69333]: INFO nova.compute.manager [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Took 40.59 seconds to build instance. [ 1044.370620] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.371200] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.376692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.572s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.377066] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.379444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.695s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.379729] env[69333]: DEBUG nova.objects.instance [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 9d358292-fba2-47b7-baf1-411074090463] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.411116] env[69333]: INFO nova.scheduler.client.report [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted allocations for instance e0593131-1e64-4876-8275-4a0d270f72c3 [ 1044.416201] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134482, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.693961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-286613da-1ec2-42cc-8ab8-79762a7fc898 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.098s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.737696] env[69333]: DEBUG nova.objects.instance [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'flavor' on Instance uuid a787ba90-ea1a-48b3-8cbe-63aac9584df3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.885759] env[69333]: DEBUG nova.compute.utils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.894026] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.894026] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.923882] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.925046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "e0593131-1e64-4876-8275-4a0d270f72c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.873s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.979306] env[69333]: DEBUG nova.policy [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd8a7602122e41a9be5c5332f95c2469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebcfa9837b5436a93d0e78e767a1853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.117966] env[69333]: DEBUG nova.compute.manager [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Received event network-changed-947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.117966] env[69333]: DEBUG nova.compute.manager [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Refreshing instance network info cache due to event network-changed-947ca7af-3c21-42b4-bdda-5bc723fa0f18. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.118114] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] Acquiring lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.118269] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] Acquired lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.118433] env[69333]: DEBUG nova.network.neutron [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Refreshing network info cache for port 947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.395597] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.399260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7fcdd1ca-6aaf-4c29-8a41-8f02b6e5cef4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.405180] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.710s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.409187] env[69333]: INFO nova.compute.claims [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.425168] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Successfully created port: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.432268] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.751007] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf59e04c-ec72-4d01-8823-d319721b4928 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.938550] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134482, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.961533} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.938824] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232/62fdb0d2-a05f-4f87-bbf9-f8fb556bc232.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.939033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.939357] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff60e4a-ff9a-4b2b-a43d-04614c7b0479 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.950146] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1045.950146] env[69333]: value = "task-4134484" [ 1045.950146] env[69333]: _type = "Task" [ 1045.950146] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.967933] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.987464] env[69333]: DEBUG nova.network.neutron [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updated VIF entry in instance network info cache for port 947ca7af-3c21-42b4-bdda-5bc723fa0f18. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.987922] env[69333]: DEBUG nova.network.neutron [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updating instance_info_cache with network_info: [{"id": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "address": "fa:16:3e:96:5f:14", "network": {"id": "520c871d-3bd9-4a3a-b037-42ba8be74ab1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-878470619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db3a3815b97b4b3bb4f1145852d66df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ca7af-3c", "ovs_interfaceid": "947ca7af-3c21-42b4-bdda-5bc723fa0f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.411368] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.455471] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.455715] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.455888] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.456594] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.456831] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.456982] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.457267] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.457456] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.457703] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.457900] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.459363] env[69333]: DEBUG nova.virt.hardware [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.466030] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbc5b47-c196-4174-8cba-af92c4ed3033 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.477959] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079121} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.482028] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.483239] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b08dd-0234-4271-b26c-9f6a3e001a2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.491273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575d0b1b-f007-4b2c-91f8-31fdf2ebfacd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495929] env[69333]: DEBUG oslo_concurrency.lockutils [req-5d381ad9-d26b-483c-80f2-9dece16065e9 req-a70106b6-dcec-4571-b517-8095599b44a3 service nova] Releasing lock "refresh_cache-6dbb31bc-d112-4973-913f-1972792690b3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.529987] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232/62fdb0d2-a05f-4f87-bbf9-f8fb556bc232.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.533798] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92fdfd1-bbdf-4273-8a13-85700733ae80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.557228] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1046.557228] env[69333]: value = "task-4134485" [ 1046.557228] env[69333]: _type = "Task" [ 1046.557228] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.575744] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.589367] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.590073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.868923] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3344f-f092-45a0-b275-fc1d78bdeeeb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.880888] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d4832-a908-4e61-bef1-0acc546eaee6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.915924] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd2b54-3993-4266-b92e-f7b9fbb8a485 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.924162] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e38cf-0683-4df6-9c10-b78fecefd515 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.940396] env[69333]: DEBUG nova.compute.provider_tree [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.068923] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134485, 'name': ReconfigVM_Task, 'duration_secs': 0.349401} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.068923] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232/62fdb0d2-a05f-4f87-bbf9-f8fb556bc232.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.069788] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0a532a-3d2d-4bd4-9280-05c2da75d037 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.077964] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1047.077964] env[69333]: value = "task-4134486" [ 1047.077964] env[69333]: _type = "Task" [ 1047.077964] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.090948] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134486, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.092481] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.170171] env[69333]: DEBUG nova.compute.manager [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Received event network-vif-plugged-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.170404] env[69333]: DEBUG oslo_concurrency.lockutils [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] Acquiring lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.170616] env[69333]: DEBUG oslo_concurrency.lockutils [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.170786] env[69333]: DEBUG oslo_concurrency.lockutils [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.171119] env[69333]: DEBUG nova.compute.manager [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] No waiting events found dispatching network-vif-plugged-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.171318] env[69333]: WARNING nova.compute.manager [req-0fee7e9b-9e53-4a92-8a34-b1fe6de3c0e8 req-17c4d5e2-6347-4011-b9c7-6c5fe8ebdc4a service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Received unexpected event network-vif-plugged-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 for instance with vm_state building and task_state spawning. [ 1047.365587] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Successfully updated port: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.444079] env[69333]: DEBUG nova.scheduler.client.report [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.497021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.497021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.497021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.497021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.497021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.500136] env[69333]: INFO nova.compute.manager [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Terminating instance [ 1047.591272] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134486, 'name': Rename_Task, 'duration_secs': 0.165855} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.591272] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.591272] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc363a4b-7a41-4d94-ac35-e59572c2393c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.600781] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1047.600781] env[69333]: value = "task-4134487" [ 1047.600781] env[69333]: _type = "Task" [ 1047.600781] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.615534] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.624824] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.837023] env[69333]: DEBUG nova.compute.manager [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1047.864778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.864930] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.866442] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.948852] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.949453] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.952265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.905s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.952539] env[69333]: DEBUG nova.objects.instance [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'pci_requests' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.003630] env[69333]: DEBUG nova.compute.manager [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.003879] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.004834] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174517c-bb0d-4f8e-bb9c-1cbfe0f1c339 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013453] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.013753] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27317a53-d1d4-4fb2-b999-7fcfa191f7ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.020989] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1048.020989] env[69333]: value = "task-4134489" [ 1048.020989] env[69333]: _type = "Task" [ 1048.020989] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.031678] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.112146] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.355556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.420291] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.455736] env[69333]: DEBUG nova.compute.utils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.458533] env[69333]: DEBUG nova.objects.instance [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'numa_topology' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.459765] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.459970] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.512064] env[69333]: DEBUG nova.policy [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.534214] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134489, 'name': PowerOffVM_Task, 'duration_secs': 0.433947} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.534579] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.538022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.538022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee4cc32c-a339-40f1-bad4-2cd0a4843748 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.609224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.609533] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.609776] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleting the datastore file [datastore2] a787ba90-ea1a-48b3-8cbe-63aac9584df3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.610196] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664dd66d-b893-4890-93bd-96c2a1bc60bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.618910] env[69333]: DEBUG oslo_vmware.api [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134487, 'name': PowerOnVM_Task, 'duration_secs': 0.902221} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.621031] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.621031] env[69333]: INFO nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1048.621031] env[69333]: DEBUG nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.621430] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1048.621430] env[69333]: value = "task-4134491" [ 1048.621430] env[69333]: _type = "Task" [ 1048.621430] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.626188] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24251b59-d266-4eac-a850-a084ed2536f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.646029] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.654422] env[69333]: DEBUG nova.network.neutron [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Updating instance_info_cache with network_info: [{"id": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "address": "fa:16:3e:8d:4e:1b", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab7f7ae-2b", "ovs_interfaceid": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.960751] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.968437] env[69333]: INFO nova.compute.claims [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.020800] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Successfully created port: 4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.143402] env[69333]: DEBUG oslo_vmware.api [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190172} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.143402] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.143402] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.143402] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.143402] env[69333]: INFO nova.compute.manager [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.143599] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.143809] env[69333]: DEBUG nova.compute.manager [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.143905] env[69333]: DEBUG nova.network.neutron [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.156739] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.157052] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Instance network_info: |[{"id": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "address": "fa:16:3e:8d:4e:1b", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab7f7ae-2b", "ovs_interfaceid": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.157479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4e:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab7f7ae-2b5d-408b-8ab4-9f4493820c04', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.165505] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.167674] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.172432] env[69333]: INFO nova.compute.manager [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Took 39.70 seconds to build instance. [ 1049.173525] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd88d8f-48b9-40c3-8b17-ecec1008d251 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.211523] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.211523] env[69333]: value = "task-4134492" [ 1049.211523] env[69333]: _type = "Task" [ 1049.211523] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.223749] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134492, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.446154] env[69333]: DEBUG nova.compute.manager [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Received event network-changed-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.446525] env[69333]: DEBUG nova.compute.manager [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Refreshing instance network info cache due to event network-changed-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.446843] env[69333]: DEBUG oslo_concurrency.lockutils [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] Acquiring lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.447041] env[69333]: DEBUG oslo_concurrency.lockutils [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] Acquired lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.447272] env[69333]: DEBUG nova.network.neutron [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Refreshing network info cache for port 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.691326] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.233s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.723063] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134492, 'name': CreateVM_Task, 'duration_secs': 0.392065} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.723063] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.723063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.723063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.723281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.723923] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c037cc4-791f-4ec3-b35e-2bc84801bbb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.728493] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1049.728493] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5082d-8515-d779-24fe-e4c07311420c" [ 1049.728493] env[69333]: _type = "Task" [ 1049.728493] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.736922] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5082d-8515-d779-24fe-e4c07311420c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.987788] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.028574] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.032043] env[69333]: DEBUG nova.virt.hardware [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.032043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bc0325-00f5-44e3-b4f3-7e5508507150 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.047519] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd291b-b339-43df-a496-25ccbd4e7fb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.217523] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.217729] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.244664] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a5082d-8515-d779-24fe-e4c07311420c, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.251863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.251863] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.251863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.251863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.251863] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.251863] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e0ba32-43c2-4b8e-9ccc-5e54aeac8e91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.268432] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.268640] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.269867] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6060e558-26c9-493a-812c-abf5d90be4cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.278277] env[69333]: DEBUG nova.network.neutron [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.285293] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1050.285293] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f92700-4424-04db-a477-4eefe0818526" [ 1050.285293] env[69333]: _type = "Task" [ 1050.285293] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.302746] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f92700-4424-04db-a477-4eefe0818526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.341154] env[69333]: DEBUG nova.network.neutron [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Updated VIF entry in instance network info cache for port 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.341433] env[69333]: DEBUG nova.network.neutron [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Updating instance_info_cache with network_info: [{"id": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "address": "fa:16:3e:8d:4e:1b", "network": {"id": "8fa2cef9-1bc1-444f-9d1a-a49e3441b1cc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1252397517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebcfa9837b5436a93d0e78e767a1853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab7f7ae-2b", "ovs_interfaceid": "4ab7f7ae-2b5d-408b-8ab4-9f4493820c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.493045] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b84d44-95b0-47de-98b2-1ebc4314c086 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.504875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe978c46-0b5e-4e0f-aa75-ef72e221a4b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.535707] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f244084-96de-48c8-865d-e4b9b46794f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.543865] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7a705-daea-471c-bd6c-f435c38bbace {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.558429] env[69333]: DEBUG nova.compute.provider_tree [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.722110] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.786425] env[69333]: INFO nova.compute.manager [-] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Took 1.64 seconds to deallocate network for instance. [ 1050.810625] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f92700-4424-04db-a477-4eefe0818526, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.813697] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef666c3a-65ca-44b4-a36c-423cc156d870 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.821911] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1050.821911] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5228b5fe-058e-9f4b-3f5b-b573b8ccd6d7" [ 1050.821911] env[69333]: _type = "Task" [ 1050.821911] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.831516] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5228b5fe-058e-9f4b-3f5b-b573b8ccd6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.844451] env[69333]: DEBUG oslo_concurrency.lockutils [req-30267767-8d0e-47ea-825d-cef4dc35e4e9 req-aa57bebf-6b8f-4208-bcfa-a0c569a0291d service nova] Releasing lock "refresh_cache-436b7f4f-d24c-475b-8c7a-8941438b5ac8" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.997611] env[69333]: DEBUG nova.compute.manager [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Received event network-vif-plugged-4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.997896] env[69333]: DEBUG oslo_concurrency.lockutils [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] Acquiring lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.998047] env[69333]: DEBUG oslo_concurrency.lockutils [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.998218] env[69333]: DEBUG oslo_concurrency.lockutils [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.998583] env[69333]: DEBUG nova.compute.manager [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] No waiting events found dispatching network-vif-plugged-4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1050.998583] env[69333]: WARNING nova.compute.manager [req-6effeb7b-5bc6-43f7-bdd1-483d126d2487 req-d87d5a9f-a490-46e1-a1d6-c0f297628114 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Received unexpected event network-vif-plugged-4acd2f9c-9266-4b44-b1fe-4600254557ec for instance with vm_state building and task_state spawning. [ 1051.061699] env[69333]: DEBUG nova.scheduler.client.report [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.135403] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Successfully updated port: 4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.247248] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.299552] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.335684] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5228b5fe-058e-9f4b-3f5b-b573b8ccd6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.336048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.337716] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 436b7f4f-d24c-475b-8c7a-8941438b5ac8/436b7f4f-d24c-475b-8c7a-8941438b5ac8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.337716] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79cf2071-ac2a-4d93-96b0-76950e876a30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.345231] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1051.345231] env[69333]: value = "task-4134494" [ 1051.345231] env[69333]: _type = "Task" [ 1051.345231] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.358019] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.481697] env[69333]: DEBUG nova.compute.manager [req-73b9375d-0590-4c93-abf6-e370da768504 req-86b2aaae-17bc-4921-be81-cf81309ba2bd service nova] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Received event network-vif-deleted-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.567793] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.615s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.569905] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.284s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.570143] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.572649] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.246s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.572870] env[69333]: DEBUG nova.objects.instance [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lazy-loading 'resources' on Instance uuid 0c246e9a-3f02-470e-af81-cfcc9016be23 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.594032] env[69333]: INFO nova.scheduler.client.report [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocations for instance 9d358292-fba2-47b7-baf1-411074090463 [ 1051.610821] env[69333]: INFO nova.network.neutron [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating port 13de3fc4-3337-4bea-97fc-c089c35b2d7a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1051.640707] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.640864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.641040] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.855879] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488619} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.855977] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 436b7f4f-d24c-475b-8c7a-8941438b5ac8/436b7f4f-d24c-475b-8c7a-8941438b5ac8.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.856146] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.856393] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad47fc32-c609-4da9-acee-c9445b978bf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.863967] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1051.863967] env[69333]: value = "task-4134495" [ 1051.863967] env[69333]: _type = "Task" [ 1051.863967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.873271] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.004402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.005096] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.103827] env[69333]: DEBUG oslo_concurrency.lockutils [None req-478c4675-3568-4e3a-b747-9791a451dfee tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "9d358292-fba2-47b7-baf1-411074090463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.858s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.181859] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.331373] env[69333]: DEBUG nova.network.neutron [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Updating instance_info_cache with network_info: [{"id": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "address": "fa:16:3e:1b:8d:c7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acd2f9c-92", "ovs_interfaceid": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.377115] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069679} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.379873] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.381155] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02d22f3-61f3-4c23-b5f0-e09a4f4ef4af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.405466] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 436b7f4f-d24c-475b-8c7a-8941438b5ac8/436b7f4f-d24c-475b-8c7a-8941438b5ac8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.409442] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b42834f-e6ce-4a09-9099-1e7c537ea5cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.430393] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1052.430393] env[69333]: value = "task-4134497" [ 1052.430393] env[69333]: _type = "Task" [ 1052.430393] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.435642] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2009195-e9e2-4b0a-9a85-d337b9842f56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446155] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37b3a9-9cf0-40ac-be9a-72bea78d1e2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.449575] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.477925] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2b861-5302-4331-8331-4a8bce96547a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.486285] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34f9e7-8438-423e-b29e-b382aadd92c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.501193] env[69333]: DEBUG nova.compute.provider_tree [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.507502] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.837042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.837042] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Instance network_info: |[{"id": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "address": "fa:16:3e:1b:8d:c7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acd2f9c-92", "ovs_interfaceid": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.837574] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:8d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4acd2f9c-9266-4b44-b1fe-4600254557ec', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.846169] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.846458] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.846698] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c5bd95f-0cfc-40cd-af3e-4fb084d20b16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.869767] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.869767] env[69333]: value = "task-4134498" [ 1052.869767] env[69333]: _type = "Task" [ 1052.869767] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.878702] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134498, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.940863] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.004421] env[69333]: DEBUG nova.scheduler.client.report [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.035525] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.041789] env[69333]: DEBUG nova.compute.manager [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.041935] env[69333]: DEBUG nova.compute.manager [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.042498] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.042771] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.043097] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.366318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.366520] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.366687] env[69333]: DEBUG nova.network.neutron [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.383779] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134498, 'name': CreateVM_Task, 'duration_secs': 0.439151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.384904] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.386961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.386961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.386961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.388173] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37315e69-1a11-4da5-90a8-743abd5c7b87 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.396132] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1053.396132] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526c8a4f-8271-9ade-3806-c2940ee00d2f" [ 1053.396132] env[69333]: _type = "Task" [ 1053.396132] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.406966] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526c8a4f-8271-9ade-3806-c2940ee00d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.441567] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.510215] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.513577] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.508s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.533016] env[69333]: INFO nova.scheduler.client.report [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Deleted allocations for instance 0c246e9a-3f02-470e-af81-cfcc9016be23 [ 1053.912716] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526c8a4f-8271-9ade-3806-c2940ee00d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.912996] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.913243] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.913844] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.914294] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.914294] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.914653] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7e71ab3-d868-4c56-88b6-e90e655abd63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.921085] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updated VIF entry in instance network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.921433] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.924690] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.924865] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.925603] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cca6e9-5db3-4c8a-ab89-a2fd28450caa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.932339] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1053.932339] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c8b110-0940-7b3b-d407-ecf92618c3c1" [ 1053.932339] env[69333]: _type = "Task" [ 1053.932339] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.945116] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134497, 'name': ReconfigVM_Task, 'duration_secs': 1.082353} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.949543] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 436b7f4f-d24c-475b-8c7a-8941438b5ac8/436b7f4f-d24c-475b-8c7a-8941438b5ac8.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.952203] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c8b110-0940-7b3b-d407-ecf92618c3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.952413] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0315802b-56a4-48df-bc8a-c8d0d075a9d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.957128] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae584ac2-b17d-4267-9cba-f28fd8ff34ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.965903] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1053.965903] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f1cae4-bba8-17a3-8b30-50ceefb6a7c7" [ 1053.965903] env[69333]: _type = "Task" [ 1053.965903] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.967312] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1053.967312] env[69333]: value = "task-4134499" [ 1053.967312] env[69333]: _type = "Task" [ 1053.967312] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.990572] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f1cae4-bba8-17a3-8b30-50ceefb6a7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.993319] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.993633] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 4c26dc20-a691-45c9-b9ad-6535b256fd7f/4c26dc20-a691-45c9-b9ad-6535b256fd7f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.993949] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134499, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.994339] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50758b89-12db-42ed-b4f1-78ad5c8f43b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.004733] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1054.004733] env[69333]: value = "task-4134500" [ 1054.004733] env[69333]: _type = "Task" [ 1054.004733] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.016354] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.042592] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4aee6752-b490-40bf-a3f9-c88e00cefb22 tempest-ServerDiagnosticsV248Test-433078401 tempest-ServerDiagnosticsV248Test-433078401-project-member] Lock "0c246e9a-3f02-470e-af81-cfcc9016be23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.949s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.170248] env[69333]: DEBUG nova.network.neutron [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.376022] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff102b-761b-4351-923a-965be01c5e0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.385598] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca3e2c4-430f-40a5-8884-bdf3e7750c68 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.421467] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31563bbb-d976-411c-975b-9b2b35fcf861 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.424770] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424930] env[69333]: DEBUG nova.compute.manager [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Received event network-changed-4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.425845] env[69333]: DEBUG nova.compute.manager [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Refreshing instance network info cache due to event network-changed-4acd2f9c-9266-4b44-b1fe-4600254557ec. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.425845] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Acquiring lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.425845] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Acquired lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.425845] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Refreshing network info cache for port 4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.432828] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de502197-1613-4e8d-8a48-c34f316eb0c7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.448871] env[69333]: DEBUG nova.compute.provider_tree [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.490803] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134499, 'name': Rename_Task, 'duration_secs': 0.178862} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.491766] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.492162] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc6b583-dda9-417f-b13b-c0582cf4b6b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.499357] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1054.499357] env[69333]: value = "task-4134501" [ 1054.499357] env[69333]: _type = "Task" [ 1054.499357] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.509422] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.519419] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484783} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.519634] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 4c26dc20-a691-45c9-b9ad-6535b256fd7f/4c26dc20-a691-45c9-b9ad-6535b256fd7f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.519888] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.520289] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb7ccc07-77e8-4228-8bdc-93e856efc793 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.528243] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1054.528243] env[69333]: value = "task-4134502" [ 1054.528243] env[69333]: _type = "Task" [ 1054.528243] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.539761] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.583755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.584065] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.673569] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.701513] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e41c5408e5c642f2f8317f60c792b313',container_format='bare',created_at=2025-05-14T07:55:06Z,direct_url=,disk_format='vmdk',id=b416ce3c-6be6-4410-9311-f9710eff98ef,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-54561509-shelved',owner='b847ddf7bec84396866e8fc0dee86f44',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-14T07:55:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.701757] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.701913] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.702112] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.702338] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.702624] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.702861] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.703053] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.703241] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.703411] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.703592] env[69333]: DEBUG nova.virt.hardware [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.704583] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca851c05-d870-4425-a354-ce3390592d0d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.713941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e1329-1163-4996-9206-3ce8432363fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.732783] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13de3fc4-3337-4bea-97fc-c089c35b2d7a', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.742113] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.742487] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.742750] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8956c163-36a6-4bde-b5d5-4771c4c7f639 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.765319] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.765319] env[69333]: value = "task-4134503" [ 1054.765319] env[69333]: _type = "Task" [ 1054.765319] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.773900] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134503, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.952804] env[69333]: DEBUG nova.scheduler.client.report [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.013401] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134501, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.040042] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074436} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.042377] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.043675] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e8b19-ae77-4901-a2de-c72c6a14b4b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.075626] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4c26dc20-a691-45c9-b9ad-6535b256fd7f/4c26dc20-a691-45c9-b9ad-6535b256fd7f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.075954] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8815b2d-07ac-4619-a5f8-f56c2b21caec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.093547] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.105028] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1055.105028] env[69333]: value = "task-4134504" [ 1055.105028] env[69333]: _type = "Task" [ 1055.105028] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.121538] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.259587] env[69333]: DEBUG nova.compute.manager [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.259826] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.260076] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.260268] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.260446] env[69333]: DEBUG nova.compute.manager [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] No waiting events found dispatching network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.260626] env[69333]: WARNING nova.compute.manager [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received unexpected event network-vif-plugged-13de3fc4-3337-4bea-97fc-c089c35b2d7a for instance with vm_state shelved_offloaded and task_state spawning. [ 1055.260796] env[69333]: DEBUG nova.compute.manager [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.260970] env[69333]: DEBUG nova.compute.manager [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing instance network info cache due to event network-changed-13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.261329] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Acquiring lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.261520] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Acquired lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.261692] env[69333]: DEBUG nova.network.neutron [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Refreshing network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.279509] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134503, 'name': CreateVM_Task, 'duration_secs': 0.397053} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.279509] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.282028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.282028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.282028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.282028] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6cc126-200f-4a02-9d5e-42b687560d34 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.288054] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1055.288054] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52084006-b20d-0c56-0d41-c2fceece4a73" [ 1055.288054] env[69333]: _type = "Task" [ 1055.288054] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.298316] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52084006-b20d-0c56-0d41-c2fceece4a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.514525] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.534880] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Updated VIF entry in instance network info cache for port 4acd2f9c-9266-4b44-b1fe-4600254557ec. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.535076] env[69333]: DEBUG nova.network.neutron [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Updating instance_info_cache with network_info: [{"id": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "address": "fa:16:3e:1b:8d:c7", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acd2f9c-92", "ovs_interfaceid": "4acd2f9c-9266-4b44-b1fe-4600254557ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.622323] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134504, 'name': ReconfigVM_Task, 'duration_secs': 0.345762} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.622610] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4c26dc20-a691-45c9-b9ad-6535b256fd7f/4c26dc20-a691-45c9-b9ad-6535b256fd7f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.623423] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bff6525-144e-46ab-a878-5353512bebfa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.632693] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1055.632693] env[69333]: value = "task-4134505" [ 1055.632693] env[69333]: _type = "Task" [ 1055.632693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.642654] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134505, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.646092] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.817765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.818209] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Processing image b416ce3c-6be6-4410-9311-f9710eff98ef {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.818599] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.818856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.819135] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.820525] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a25a54c-feaf-49f6-a15f-421ee5d6adf4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.832131] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.832479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.838300] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76087d8a-e45a-4891-88c1-ca11cb68bc12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.847612] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1055.847612] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52484598-05cf-81fb-89ba-3ac0752922ad" [ 1055.847612] env[69333]: _type = "Task" [ 1055.847612] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.859531] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52484598-05cf-81fb-89ba-3ac0752922ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.965065] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.452s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.970106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.685s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.970106] env[69333]: DEBUG nova.objects.instance [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lazy-loading 'resources' on Instance uuid c3f10fa5-1431-41bd-8b00-f661e9c9097e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.016110] env[69333]: DEBUG oslo_vmware.api [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134501, 'name': PowerOnVM_Task, 'duration_secs': 1.250181} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.016415] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.016562] env[69333]: INFO nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1056.016744] env[69333]: DEBUG nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.017755] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f4cd4-8768-45c2-b895-c7873d927f0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.037864] env[69333]: DEBUG oslo_concurrency.lockutils [req-d90c4d72-c121-47e1-9600-e015b440aab9 req-fea6acaf-dea7-4858-acf7-bf573297ba5a service nova] Releasing lock "refresh_cache-4c26dc20-a691-45c9-b9ad-6535b256fd7f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.083166] env[69333]: DEBUG nova.network.neutron [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updated VIF entry in instance network info cache for port 13de3fc4-3337-4bea-97fc-c089c35b2d7a. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.083626] env[69333]: DEBUG nova.network.neutron [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [{"id": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "address": "fa:16:3e:67:7f:c9", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13de3fc4-33", "ovs_interfaceid": "13de3fc4-3337-4bea-97fc-c089c35b2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.142852] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134505, 'name': Rename_Task, 'duration_secs': 0.168215} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.143176] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.143430] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bae319b-00a8-4e71-ab40-be01b36df9e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.150707] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1056.150707] env[69333]: value = "task-4134506" [ 1056.150707] env[69333]: _type = "Task" [ 1056.150707] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.159718] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.358973] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1056.359294] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Fetch image to [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190/OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1056.359528] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Downloading stream optimized image b416ce3c-6be6-4410-9311-f9710eff98ef to [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190/OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190.vmdk on the data store datastore2 as vApp {{(pid=69333) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1056.359744] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Downloading image file data b416ce3c-6be6-4410-9311-f9710eff98ef to the ESX as VM named 'OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190' {{(pid=69333) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1056.366162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "0c7169c5-7737-4334-af85-55e1cb189eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.366386] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.453143] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1056.453143] env[69333]: value = "resgroup-9" [ 1056.453143] env[69333]: _type = "ResourcePool" [ 1056.453143] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1056.453526] env[69333]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c64cf9e-a645-4c8e-b986-f7b682fe3047 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.479055] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease: (returnval){ [ 1056.479055] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1056.479055] env[69333]: _type = "HttpNfcLease" [ 1056.479055] env[69333]: } obtained for vApp import into resource pool (val){ [ 1056.479055] env[69333]: value = "resgroup-9" [ 1056.479055] env[69333]: _type = "ResourcePool" [ 1056.479055] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1056.479316] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the lease: (returnval){ [ 1056.479316] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1056.479316] env[69333]: _type = "HttpNfcLease" [ 1056.479316] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.489637] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.489637] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1056.489637] env[69333]: _type = "HttpNfcLease" [ 1056.489637] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.529693] env[69333]: INFO nova.scheduler.client.report [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocation for migration 2cecc43d-c2cb-4cd2-a138-ae157bed8261 [ 1056.540803] env[69333]: INFO nova.compute.manager [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Took 38.49 seconds to build instance. [ 1056.588175] env[69333]: DEBUG oslo_concurrency.lockutils [req-fd473d53-0ec3-4017-bf5e-3e755b2699d6 req-e83229ef-6abe-4794-a4f1-2fb651ec596d service nova] Releasing lock "refresh_cache-52a6f8e5-c542-4f29-b548-122d6a149b2e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.663954] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.816676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8dd78c-0712-45a5-add8-c6bd8cb116b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.825069] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598e8f7-8b0d-41f5-a808-b2035c309665 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.860896] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf00b84-50c3-4f12-9add-af7847bec964 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.868869] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.873245] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d623776-8461-483c-933e-339520da5975 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.889485] env[69333]: DEBUG nova.compute.provider_tree [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.988877] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.988877] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1056.988877] env[69333]: _type = "HttpNfcLease" [ 1056.988877] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.043227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7a240d52-858f-4dc2-a74b-94065ab1c42f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.699s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.046183] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a887ea80-a157-421c-9dd8-26de47d0c257 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.003s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.164568] env[69333]: DEBUG oslo_vmware.api [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134506, 'name': PowerOnVM_Task, 'duration_secs': 0.519783} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.164923] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.165163] env[69333]: INFO nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1057.165348] env[69333]: DEBUG nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.166225] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7738776c-fee3-4fe0-b38e-1f259c48effb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.393046] env[69333]: DEBUG nova.scheduler.client.report [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.401263] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.492086] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.492086] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1057.492086] env[69333]: _type = "HttpNfcLease" [ 1057.492086] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1057.492086] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1057.492086] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521251dc-fc9d-5a76-6318-c0b7afc71bf4" [ 1057.492086] env[69333]: _type = "HttpNfcLease" [ 1057.492086] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1057.493189] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5015af37-6a17-462e-b1c0-b1f11e9929d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.506583] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.506759] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1057.569920] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ca5d151-9cb7-43ad-b0a8-3a5c47270ab5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.683196] env[69333]: INFO nova.compute.manager [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Took 24.03 seconds to build instance. [ 1057.695888] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.696169] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.696371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.696554] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.696744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.698908] env[69333]: INFO nova.compute.manager [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Terminating instance [ 1057.900180] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.906732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.282s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.908396] env[69333]: INFO nova.compute.claims [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.940811] env[69333]: INFO nova.scheduler.client.report [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Deleted allocations for instance c3f10fa5-1431-41bd-8b00-f661e9c9097e [ 1058.187631] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8fcdce47-b987-451c-91ab-b043155ab708 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.559s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.203925] env[69333]: DEBUG nova.compute.manager [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.204961] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.205269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c2b59-fde1-4661-a9cd-692febbab87e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.215988] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.215988] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9708b32-05a0-4c0b-a785-07a5feb95124 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.222899] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1058.222899] env[69333]: value = "task-4134508" [ 1058.222899] env[69333]: _type = "Task" [ 1058.222899] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.233752] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.459744] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9efae873-af91-4dcc-b4c7-bee4d5f1d64f tempest-ServerShowV247Test-372832129 tempest-ServerShowV247Test-372832129-project-member] Lock "c3f10fa5-1431-41bd-8b00-f661e9c9097e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.374s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.742079] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134508, 'name': PowerOffVM_Task, 'duration_secs': 0.255936} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.745118] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.745777] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.746198] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a9cdf1-6555-4b66-aed8-9b048cc62492 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.797275] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1058.797515] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.798503] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb12dd-cc47-4def-a641-6e196a27be1d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.806356] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.806609] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1058.806923] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-25b565f4-211a-4754-bd33-5bc4ac77652a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.815411] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.815411] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.815571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.816039] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.816281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.818882] env[69333]: INFO nova.compute.manager [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Terminating instance [ 1058.825224] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.825328] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.826043] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleting the datastore file [datastore2] 436b7f4f-d24c-475b-8c7a-8941438b5ac8 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.826043] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4e428f-0ba3-41fa-bb7f-1991af905d90 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.833730] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for the task: (returnval){ [ 1058.833730] env[69333]: value = "task-4134510" [ 1058.833730] env[69333]: _type = "Task" [ 1058.833730] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.844399] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.858155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.858483] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.858694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.858873] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.859052] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.861130] env[69333]: INFO nova.compute.manager [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Terminating instance [ 1059.003434] env[69333]: DEBUG oslo_vmware.rw_handles [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520478f2-c095-7300-ef67-ea4fb11bdafe/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1059.003661] env[69333]: INFO nova.virt.vmwareapi.images [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Downloaded image file data b416ce3c-6be6-4410-9311-f9710eff98ef [ 1059.004810] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365baef1-dd11-445b-96e9-3d95aef29839 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.026047] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e70c53f6-e556-478e-b5ed-e1cb50c7fb5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.057213] env[69333]: INFO nova.virt.vmwareapi.images [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] The imported VM was unregistered [ 1059.059684] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1059.059927] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.060237] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-343058fd-cc89-43b6-8cda-5aa8a6ab2fe7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.096743] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.096838] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190/OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190.vmdk to [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk. {{(pid=69333) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1059.097118] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-66ad63ef-0a58-49c8-af16-eb74bc8454b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.107271] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1059.107271] env[69333]: value = "task-4134512" [ 1059.107271] env[69333]: _type = "Task" [ 1059.107271] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.116715] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.223127] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73dbc7-e7ab-4ba6-a36f-d1524f30cb2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.231424] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b686dc3-da56-4b38-81ef-fcbfa63866da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.263722] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa31cdf-5003-4618-9731-9760be00d170 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.271721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f03fd-2aab-41c9-9bf6-22e1a0b303b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.286111] env[69333]: DEBUG nova.compute.provider_tree [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.324971] env[69333]: DEBUG nova.compute.manager [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.325230] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.326198] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282fb08-2f3c-4a9f-94b7-9be0b0e5d5ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.335301] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.338455] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f05fbfc-39c4-4d81-ad03-ca156f492178 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.348322] env[69333]: DEBUG oslo_vmware.api [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Task: {'id': task-4134510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413581} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.350037] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.350267] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.350431] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.350617] env[69333]: INFO nova.compute.manager [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1059.350897] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.351248] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1059.351248] env[69333]: value = "task-4134513" [ 1059.351248] env[69333]: _type = "Task" [ 1059.351248] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.351479] env[69333]: DEBUG nova.compute.manager [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.351576] env[69333]: DEBUG nova.network.neutron [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.363935] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.364649] env[69333]: DEBUG nova.compute.manager [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.364880] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.365711] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a864922-a425-4eff-8323-ab0133749dae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.374197] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.374615] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a04faf-d406-47da-a0db-b4a7f2555a0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.382380] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1059.382380] env[69333]: value = "task-4134514" [ 1059.382380] env[69333]: _type = "Task" [ 1059.382380] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.395928] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.434570] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.434967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.622901] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.744101] env[69333]: DEBUG nova.compute.manager [req-381e1bae-ab5a-4070-a67c-9c0bede48757 req-7107ac40-de89-4f99-93e4-ecc21cef5a46 service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Received event network-vif-deleted-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.744101] env[69333]: INFO nova.compute.manager [req-381e1bae-ab5a-4070-a67c-9c0bede48757 req-7107ac40-de89-4f99-93e4-ecc21cef5a46 service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Neutron deleted interface 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04; detaching it from the instance and deleting it from the info cache [ 1059.744234] env[69333]: DEBUG nova.network.neutron [req-381e1bae-ab5a-4070-a67c-9c0bede48757 req-7107ac40-de89-4f99-93e4-ecc21cef5a46 service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.789456] env[69333]: DEBUG nova.scheduler.client.report [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.866548] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134513, 'name': PowerOffVM_Task, 'duration_secs': 0.251201} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.866804] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.866942] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.867242] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f739c00c-74d3-467b-979a-378c98eb4276 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.894144] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134514, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.938115] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.961412] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.961643] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.961951] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore2] 1c8540d4-d278-400a-9523-6eb9711f0714 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.962279] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e375ceb-d040-4b7c-a75b-1d60f10914cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.971844] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1059.971844] env[69333]: value = "task-4134516" [ 1059.971844] env[69333]: _type = "Task" [ 1059.971844] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.982218] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.118480] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.167576] env[69333]: DEBUG nova.network.neutron [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.248804] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c80a115-be7d-4464-aacd-c95098566381 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.263337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0eaae-7d52-43a7-ad6c-377db696e1f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.304379] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.304967] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.308066] env[69333]: DEBUG nova.compute.manager [req-381e1bae-ab5a-4070-a67c-9c0bede48757 req-7107ac40-de89-4f99-93e4-ecc21cef5a46 service nova] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Detach interface failed, port_id=4ab7f7ae-2b5d-408b-8ab4-9f4493820c04, reason: Instance 436b7f4f-d24c-475b-8c7a-8941438b5ac8 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.308905] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.954s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.393865] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134514, 'name': PowerOffVM_Task, 'duration_secs': 0.574699} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.394161] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.394332] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.394687] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d9db9c5-0eb9-4d0c-bf0d-778f7949315f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.466052] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.482280] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.575271] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.575587] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.575848] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore2] 4c26dc20-a691-45c9-b9ad-6535b256fd7f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.576269] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5e627f-ea07-48d7-ba5f-8b49513156c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584258] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1060.584258] env[69333]: value = "task-4134518" [ 1060.584258] env[69333]: _type = "Task" [ 1060.584258] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.594816] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.619139] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.670934] env[69333]: INFO nova.compute.manager [-] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Took 1.32 seconds to deallocate network for instance. [ 1060.810601] env[69333]: DEBUG nova.compute.utils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.812084] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1060.814577] env[69333]: INFO nova.compute.claims [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.983608] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.096590] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.118558] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.178148] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.319249] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.323326] env[69333]: INFO nova.compute.resource_tracker [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating resource usage from migration fca5168e-6f42-420c-99ff-1092fe614d34 [ 1061.485621] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.600160] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.619869] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.672261] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236e490-9d87-45d9-bcb4-e5dd0cc128f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.681016] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f7de8-53d4-401e-952a-7372c55dcc09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.712335] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e870d-6973-4088-82fa-7b0261dba968 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.720453] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3fab77-24b6-4075-8708-87306bda37d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.735184] env[69333]: DEBUG nova.compute.provider_tree [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.984806] env[69333]: DEBUG oslo_vmware.api [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.739819} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.985097] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.985283] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.985486] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.985649] env[69333]: INFO nova.compute.manager [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1061.985894] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.986105] env[69333]: DEBUG nova.compute.manager [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.986201] env[69333]: DEBUG nova.network.neutron [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.095876] env[69333]: DEBUG oslo_vmware.api [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.183037} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.095876] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.095988] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.096195] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.096337] env[69333]: INFO nova.compute.manager [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1062.096591] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.096789] env[69333]: DEBUG nova.compute.manager [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.096881] env[69333]: DEBUG nova.network.neutron [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.119313] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134512, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.655962} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.119615] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190/OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190.vmdk to [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk. [ 1062.119832] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Cleaning up location [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1062.120012] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8d7145fb-4007-4dfc-98e9-bd859ad01190 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.120274] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e181c5c-0424-4037-943c-61b7eba29727 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.128929] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1062.128929] env[69333]: value = "task-4134519" [ 1062.128929] env[69333]: _type = "Task" [ 1062.128929] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.138045] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.233805] env[69333]: DEBUG nova.compute.manager [req-4f2d42d7-5f03-4b34-a413-f3b0d319938f req-7ee3e548-2fbe-488c-85cd-5270b0733255 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Received event network-vif-deleted-30b6b02f-7708-4793-9573-f3e0e39ac5ce {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.233954] env[69333]: INFO nova.compute.manager [req-4f2d42d7-5f03-4b34-a413-f3b0d319938f req-7ee3e548-2fbe-488c-85cd-5270b0733255 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Neutron deleted interface 30b6b02f-7708-4793-9573-f3e0e39ac5ce; detaching it from the instance and deleting it from the info cache [ 1062.234178] env[69333]: DEBUG nova.network.neutron [req-4f2d42d7-5f03-4b34-a413-f3b0d319938f req-7ee3e548-2fbe-488c-85cd-5270b0733255 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.239576] env[69333]: DEBUG nova.scheduler.client.report [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.332076] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.361686] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.362133] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.362425] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.366045] env[69333]: DEBUG nova.virt.hardware [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.366045] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f397e-5e5b-4f5f-8426-9d5190387f04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.372089] env[69333]: DEBUG nova.compute.manager [req-a7646d96-2861-4e09-bb56-193ea4064dcb req-231e9901-e32e-4205-b1ec-f600b822d022 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Received event network-vif-deleted-4acd2f9c-9266-4b44-b1fe-4600254557ec {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.372507] env[69333]: INFO nova.compute.manager [req-a7646d96-2861-4e09-bb56-193ea4064dcb req-231e9901-e32e-4205-b1ec-f600b822d022 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Neutron deleted interface 4acd2f9c-9266-4b44-b1fe-4600254557ec; detaching it from the instance and deleting it from the info cache [ 1062.372800] env[69333]: DEBUG nova.network.neutron [req-a7646d96-2861-4e09-bb56-193ea4064dcb req-231e9901-e32e-4205-b1ec-f600b822d022 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.381100] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0954dbc7-37b2-49f0-a9a3-ae2c96225303 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.399095] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.405637] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Creating folder: Project (874d6357eed04941b2f5b29ed6b64b17). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.405637] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0812b0e7-2f65-4e94-afff-a45f9716ca11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.416988] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Created folder: Project (874d6357eed04941b2f5b29ed6b64b17) in parent group-v818612. [ 1062.417201] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Creating folder: Instances. Parent ref: group-v818870. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.417441] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f90e38c-4d63-4de3-9ba5-b9e7bf407045 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.428352] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Created folder: Instances in parent group-v818870. [ 1062.428643] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.428870] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.429109] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d72a8b-2b60-4da6-b78c-7fd75fa5d125 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.447295] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.447295] env[69333]: value = "task-4134522" [ 1062.447295] env[69333]: _type = "Task" [ 1062.447295] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.457445] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134522, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.640901] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039038} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.641555] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.641732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.642143] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk to [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.642257] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a144c6fe-af15-42ce-b227-acaac644a386 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.649776] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1062.649776] env[69333]: value = "task-4134523" [ 1062.649776] env[69333]: _type = "Task" [ 1062.649776] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.658145] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.716544] env[69333]: DEBUG nova.network.neutron [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.739803] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1deefbc1-b127-48b5-97bb-96a2dca71dac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.745144] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.436s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.745363] env[69333]: INFO nova.compute.manager [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Migrating [ 1062.753552] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.506s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.755085] env[69333]: INFO nova.compute.claims [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.762568] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da547b-ea80-4cfb-8c36-0907cdcb5cfe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.803423] env[69333]: DEBUG nova.compute.manager [req-4f2d42d7-5f03-4b34-a413-f3b0d319938f req-7ee3e548-2fbe-488c-85cd-5270b0733255 service nova] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Detach interface failed, port_id=30b6b02f-7708-4793-9573-f3e0e39ac5ce, reason: Instance 1c8540d4-d278-400a-9523-6eb9711f0714 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.816419] env[69333]: DEBUG nova.network.neutron [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.876273] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68160f63-478b-4eb6-959d-9d5df0a11c52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.886436] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73fcc2-4dde-417b-a8c5-ef0a420e7305 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.922850] env[69333]: DEBUG nova.compute.manager [req-a7646d96-2861-4e09-bb56-193ea4064dcb req-231e9901-e32e-4205-b1ec-f600b822d022 service nova] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Detach interface failed, port_id=4acd2f9c-9266-4b44-b1fe-4600254557ec, reason: Instance 4c26dc20-a691-45c9-b9ad-6535b256fd7f could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.958768] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134522, 'name': CreateVM_Task, 'duration_secs': 0.314245} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.958951] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.959472] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.959561] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.960294] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde4140a-2c77-472b-b400-55a1cd4ea83d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.966923] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1062.966923] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b16cd-2ae2-9ecf-380a-179b5dd848b0" [ 1062.966923] env[69333]: _type = "Task" [ 1062.966923] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.977018] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b16cd-2ae2-9ecf-380a-179b5dd848b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.161287] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.219241] env[69333]: INFO nova.compute.manager [-] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Took 1.23 seconds to deallocate network for instance. [ 1063.282128] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.282321] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.282561] env[69333]: DEBUG nova.network.neutron [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.319379] env[69333]: INFO nova.compute.manager [-] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Took 1.22 seconds to deallocate network for instance. [ 1063.478317] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521b16cd-2ae2-9ecf-380a-179b5dd848b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022729} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.478677] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478920] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.479177] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.479369] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.479505] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.479781] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d2e5d01-6da7-4561-933b-16b571ed7fff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.488784] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.489090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.489699] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dddcca1-8945-4926-b6ce-2ffb67256a3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.496230] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1063.496230] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c6d1d3-e8eb-61c8-676d-b13648b150da" [ 1063.496230] env[69333]: _type = "Task" [ 1063.496230] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.504303] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c6d1d3-e8eb-61c8-676d-b13648b150da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.661252] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.728354] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.825970] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.007530] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c6d1d3-e8eb-61c8-676d-b13648b150da, 'name': SearchDatastore_Task, 'duration_secs': 0.045786} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.012505] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fdec52-e0c4-4e3e-a094-42804269ebab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.022280] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1064.022280] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef3edc-4823-bc62-59dc-eeff081afd8f" [ 1064.022280] env[69333]: _type = "Task" [ 1064.022280] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.040886] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef3edc-4823-bc62-59dc-eeff081afd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.085332] env[69333]: DEBUG nova.network.neutron [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.101046] env[69333]: DEBUG nova.compute.manager [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.102525] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16db166c-9767-404e-a0c8-d99e34baa31f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.149468] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d40078-f961-4742-87c9-5d62f63661e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.162043] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.164945] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689d1ac6-aeb1-4970-9352-f1876414de99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.198301] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373243fb-5f53-4728-8359-b175131c645c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.207930] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63f9a0-6def-4d51-8aaf-992ac13820ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.224236] env[69333]: DEBUG nova.compute.provider_tree [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.534696] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef3edc-4823-bc62-59dc-eeff081afd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.087622} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.535105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.535309] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.535658] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0596dabd-718f-4a2e-9418-6bee3641e380 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.544733] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1064.544733] env[69333]: value = "task-4134524" [ 1064.544733] env[69333]: _type = "Task" [ 1064.544733] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.553865] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.588820] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.619656] env[69333]: INFO nova.compute.manager [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] instance snapshotting [ 1064.620365] env[69333]: DEBUG nova.objects.instance [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.666925] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.728244] env[69333]: DEBUG nova.scheduler.client.report [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.056104] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.126276] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0601d9-562e-4831-ac0f-b5f317e01707 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.149025] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4432bf-b50e-4514-b1f2-d6414287e808 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.169754] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.233390] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.233950] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.237015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.938s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.237278] env[69333]: DEBUG nova.objects.instance [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'resources' on Instance uuid a787ba90-ea1a-48b3-8cbe-63aac9584df3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.556049] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.668857] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.668857] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.669069] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-632e8255-5742-4376-900f-b04e124114b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.676614] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1065.676614] env[69333]: value = "task-4134525" [ 1065.676614] env[69333]: _type = "Task" [ 1065.676614] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.685819] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.743644] env[69333]: DEBUG nova.compute.utils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.747024] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.747024] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.799940] env[69333]: DEBUG nova.policy [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.060022] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.071275] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6350d206-88cf-4bd3-a3cb-d2283d427620 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.079842] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dcf11a-29df-45b2-8452-e023f9138757 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.127302] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3587feb7-1fca-4219-bb73-141bc68bfe4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.130537] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Successfully created port: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.133388] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559c226e-1adc-4e3a-999c-79d023801368 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.159999] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425dddd3-54da-475d-af6c-0625bbac29a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.165196] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.180153] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134523, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.381105} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.192633] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b416ce3c-6be6-4410-9311-f9710eff98ef/b416ce3c-6be6-4410-9311-f9710eff98ef.vmdk to [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.193180] env[69333]: DEBUG nova.compute.provider_tree [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.195290] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce33bc4-55b7-49aa-afea-a452ac186c6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.207181] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.228695] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.230120] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947866ae-3fe9-4a77-a63c-0fb30ecfa0c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.247189] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.258326] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1066.258326] env[69333]: value = "task-4134526" [ 1066.258326] env[69333]: _type = "Task" [ 1066.258326] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.269547] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.556811] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.867641} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.557472] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.557865] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.558311] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf6fc89e-ca01-4c60-9eec-02da5da9088a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.566618] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1066.566618] env[69333]: value = "task-4134527" [ 1066.566618] env[69333]: _type = "Task" [ 1066.566618] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.576574] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.674745] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.675076] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2499554-d6ba-4563-8e9a-f5892bf3005e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.683958] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1066.683958] env[69333]: value = "task-4134528" [ 1066.683958] env[69333]: _type = "Task" [ 1066.683958] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.691405] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134525, 'name': CreateSnapshot_Task, 'duration_secs': 0.904641} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.692145] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.693179] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a82282c-5f1d-44a3-9a30-5a03bd5b641a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.699581] env[69333]: DEBUG nova.scheduler.client.report [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.702812] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.769039] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134526, 'name': ReconfigVM_Task, 'duration_secs': 0.355108} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.769039] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e/52a6f8e5-c542-4f29-b548-122d6a149b2e.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.770605] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'image_id': '4c0c4c4f-2385-4639-967e-3554b6257db7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818857', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'name': 'volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '52a6f8e5-c542-4f29-b548-122d6a149b2e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'serial': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae'}, 'attachment_id': '0a39d9d4-773f-4c9c-beed-b09a0c3fe2dd', 'volume_type': None}], 'swap': None} {{(pid=69333) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1066.770848] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.771059] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818857', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'name': 'volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '52a6f8e5-c542-4f29-b548-122d6a149b2e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'serial': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.772266] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bfea7e-c268-4e37-9537-59052260298e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.791865] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5d779-51b7-4b56-b619-483ca1788d13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.818290] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae/volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.818789] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c750cea-2a37-4fa8-a649-73108e09b81f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.838350] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1066.838350] env[69333]: value = "task-4134529" [ 1066.838350] env[69333]: _type = "Task" [ 1066.838350] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.850861] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.077618] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074909} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.077883] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.078667] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b2d7d5-3510-41ab-b53d-45f57801a1f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.098702] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.098988] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214b5827-29ea-41b3-83a8-f9c4fed6e3ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.118900] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1067.118900] env[69333]: value = "task-4134530" [ 1067.118900] env[69333]: _type = "Task" [ 1067.118900] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.130843] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.197427] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134528, 'name': PowerOffVM_Task, 'duration_secs': 0.268166} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.197700] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.197889] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.204641] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.207102] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.175s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.208776] env[69333]: INFO nova.compute.claims [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.222955] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.223460] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41f1de4c-2b04-4e0f-aa95-186c99354c6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.234162] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1067.234162] env[69333]: value = "task-4134531" [ 1067.234162] env[69333]: _type = "Task" [ 1067.234162] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.235591] env[69333]: INFO nova.scheduler.client.report [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted allocations for instance a787ba90-ea1a-48b3-8cbe-63aac9584df3 [ 1067.250008] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134531, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.260776] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.285396] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.285668] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.285826] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.286011] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.286185] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.286414] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.286652] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.286822] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.287832] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.288080] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.288274] env[69333]: DEBUG nova.virt.hardware [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.289285] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44d964-c189-46ed-9cf3-45ba5e4162ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.299623] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36284e0-af47-41d3-bc4b-26e0f8059e1e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.350020] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134529, 'name': ReconfigVM_Task, 'duration_secs': 0.374394} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.350287] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae/volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.355801] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c15e3e-b542-45ee-839b-e80e58f81fc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.373741] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1067.373741] env[69333]: value = "task-4134532" [ 1067.373741] env[69333]: _type = "Task" [ 1067.373741] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.384011] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.631767] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.707319] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.707528] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.708097] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.708097] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.708097] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.708386] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.708386] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.708532] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.708710] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.708872] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.709544] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.719139] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49664a7f-e291-49ea-bcf7-b6401a161652 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.751380] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2f625322-e005-42ca-9790-3080aaa89482 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "a787ba90-ea1a-48b3-8cbe-63aac9584df3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.255s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.753194] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1067.753194] env[69333]: value = "task-4134533" [ 1067.753194] env[69333]: _type = "Task" [ 1067.753194] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.756013] env[69333]: DEBUG nova.compute.manager [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Received event network-vif-plugged-83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.756013] env[69333]: DEBUG oslo_concurrency.lockutils [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] Acquiring lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.756013] env[69333]: DEBUG oslo_concurrency.lockutils [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.756013] env[69333]: DEBUG oslo_concurrency.lockutils [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.756013] env[69333]: DEBUG nova.compute.manager [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] No waiting events found dispatching network-vif-plugged-83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.756013] env[69333]: WARNING nova.compute.manager [req-30bb0d95-5efa-4dbe-8a83-9b4223c256a0 req-c2b165d5-dda6-4442-9a14-fac55e9c14c6 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Received unexpected event network-vif-plugged-83a845a1-cc72-4467-8791-28ed1c1c0cf6 for instance with vm_state building and task_state spawning. [ 1067.766634] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134531, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.774933] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.873540] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Successfully updated port: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.886135] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134532, 'name': ReconfigVM_Task, 'duration_secs': 0.321128} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.886796] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818857', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'name': 'volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '52a6f8e5-c542-4f29-b548-122d6a149b2e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'serial': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.887558] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16303c67-1e51-48fa-bf9f-5fa6ea12e959 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.896263] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1067.896263] env[69333]: value = "task-4134534" [ 1067.896263] env[69333]: _type = "Task" [ 1067.896263] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.906586] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134534, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.131132] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134530, 'name': ReconfigVM_Task, 'duration_secs': 0.737634} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.131571] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.132334] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052a5cc7-aea6-47ab-8b4a-d6b7085a66c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.140350] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1068.140350] env[69333]: value = "task-4134535" [ 1068.140350] env[69333]: _type = "Task" [ 1068.140350] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.154353] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134535, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.246907] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134531, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.269405] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.382587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.382587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.382587] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.410904] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134534, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.585097] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb369479-fed5-4e2a-92ed-a6997e5f4582 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.593964] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e0398d-d28c-4485-b186-ba3fa0933b67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.631621] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b60f0-ad94-44ee-9834-25fde4a60a17 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.641074] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521e0fc-4873-4e61-9e2d-7738368c9b1e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.655709] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134535, 'name': Rename_Task, 'duration_secs': 0.202328} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.664038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.665140] env[69333]: DEBUG nova.compute.provider_tree [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.666636] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15dacc7c-bc03-49b3-9ba5-f51ce1b4028c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.676847] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1068.676847] env[69333]: value = "task-4134536" [ 1068.676847] env[69333]: _type = "Task" [ 1068.676847] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.688056] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.753252] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134531, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.770239] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.910062] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134534, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.925924] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.117339] env[69333]: DEBUG nova.network.neutron [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Updating instance_info_cache with network_info: [{"id": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "address": "fa:16:3e:3a:cd:75", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a845a1-cc", "ovs_interfaceid": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.171741] env[69333]: DEBUG nova.scheduler.client.report [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.187819] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134536, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.249055] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134531, 'name': CloneVM_Task, 'duration_secs': 1.677903} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.249347] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created linked-clone VM from snapshot [ 1069.250195] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd6c32-dd1b-4ae6-9fe7-435674ce5165 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.259112] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploading image 5f5a0ade-37ca-4da0-9879-a6c533455c96 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.270229] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134533, 'name': ReconfigVM_Task, 'duration_secs': 1.158616} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.270534] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.284177] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.284177] env[69333]: value = "vm-818874" [ 1069.284177] env[69333]: _type = "VirtualMachine" [ 1069.284177] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.284490] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27c2d83b-9063-4b2a-b8d3-c5ffa0606056 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.293847] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease: (returnval){ [ 1069.293847] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522364a8-6d09-072c-d4f6-48da7fb1fa8a" [ 1069.293847] env[69333]: _type = "HttpNfcLease" [ 1069.293847] env[69333]: } obtained for exporting VM: (result){ [ 1069.293847] env[69333]: value = "vm-818874" [ 1069.293847] env[69333]: _type = "VirtualMachine" [ 1069.293847] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.294214] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the lease: (returnval){ [ 1069.294214] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522364a8-6d09-072c-d4f6-48da7fb1fa8a" [ 1069.294214] env[69333]: _type = "HttpNfcLease" [ 1069.294214] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.301738] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.301738] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522364a8-6d09-072c-d4f6-48da7fb1fa8a" [ 1069.301738] env[69333]: _type = "HttpNfcLease" [ 1069.301738] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.409135] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134534, 'name': Rename_Task, 'duration_secs': 1.017893} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.409567] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.409907] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-352f9c47-2a8b-4b99-a45e-aa4b02537a39 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.418308] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1069.418308] env[69333]: value = "task-4134539" [ 1069.418308] env[69333]: _type = "Task" [ 1069.418308] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.428750] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.620228] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.620884] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Instance network_info: |[{"id": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "address": "fa:16:3e:3a:cd:75", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a845a1-cc", "ovs_interfaceid": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.621279] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:cd:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83a845a1-cc72-4467-8791-28ed1c1c0cf6', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.629855] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating folder: Project (aca8ae9d4b674b889dab20dcc22abc02). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.630254] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3044d205-6eac-435d-9061-52b50a007ddf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.643178] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created folder: Project (aca8ae9d4b674b889dab20dcc22abc02) in parent group-v818612. [ 1069.643578] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating folder: Instances. Parent ref: group-v818875. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.643792] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54fe01f8-954b-4f72-9c76-295d3bf3de2a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.657273] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created folder: Instances in parent group-v818875. [ 1069.657470] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.657680] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.657902] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a422f84f-3f2e-4f7d-b3e7-5578b43ea5ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.677170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.677715] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.681863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.036s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.683392] env[69333]: INFO nova.compute.claims [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.686286] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.686286] env[69333]: value = "task-4134542" [ 1069.686286] env[69333]: _type = "Task" [ 1069.686286] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.699510] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134542, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.702540] env[69333]: DEBUG oslo_vmware.api [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134536, 'name': PowerOnVM_Task, 'duration_secs': 0.633172} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.702793] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.702994] env[69333]: INFO nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1069.703185] env[69333]: DEBUG nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.703965] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f14222-9f03-4407-87ac-03438ed06699 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.780415] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.780858] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.781023] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.781298] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.781514] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.781730] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.782011] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.782226] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.782518] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.782736] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.783228] env[69333]: DEBUG nova.virt.hardware [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.789367] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.790078] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0082253-2347-4d5d-bf58-71de2e6eae6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806693] env[69333]: DEBUG nova.compute.manager [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Received event network-changed-83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.806917] env[69333]: DEBUG nova.compute.manager [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Refreshing instance network info cache due to event network-changed-83a845a1-cc72-4467-8791-28ed1c1c0cf6. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.807198] env[69333]: DEBUG oslo_concurrency.lockutils [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] Acquiring lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.807383] env[69333]: DEBUG oslo_concurrency.lockutils [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] Acquired lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.807584] env[69333]: DEBUG nova.network.neutron [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Refreshing network info cache for port 83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.816411] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.816411] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522364a8-6d09-072c-d4f6-48da7fb1fa8a" [ 1069.816411] env[69333]: _type = "HttpNfcLease" [ 1069.816411] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.818375] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.818375] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522364a8-6d09-072c-d4f6-48da7fb1fa8a" [ 1069.818375] env[69333]: _type = "HttpNfcLease" [ 1069.818375] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1069.818708] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1069.818708] env[69333]: value = "task-4134543" [ 1069.818708] env[69333]: _type = "Task" [ 1069.818708] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.819491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ff847-cd85-4f7b-b44c-07531505ba0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.832373] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.832583] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.837852] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.930415] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134539, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.933312] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80a2160a-6fcd-429d-a161-bf25b69d23f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.189079] env[69333]: DEBUG nova.compute.utils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.199281] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.199481] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.223641] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134542, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.224186] env[69333]: INFO nova.compute.manager [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Took 22.63 seconds to build instance. [ 1070.262273] env[69333]: DEBUG nova.policy [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.333864] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134543, 'name': ReconfigVM_Task, 'duration_secs': 0.25675} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.334344] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.335361] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860857c6-d969-4cfe-9827-c00c1267a601 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.361826] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.365162] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7b550f-dd2d-41da-9d9c-913937b5ff73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.386927] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1070.386927] env[69333]: value = "task-4134544" [ 1070.386927] env[69333]: _type = "Task" [ 1070.386927] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.398271] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.432249] env[69333]: DEBUG oslo_vmware.api [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134539, 'name': PowerOnVM_Task, 'duration_secs': 0.612302} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.432685] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.567280] env[69333]: DEBUG nova.compute.manager [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.568239] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b321b4-f182-48be-b92e-90d669deb96d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.598681] env[69333]: DEBUG nova.network.neutron [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Updated VIF entry in instance network info cache for port 83a845a1-cc72-4467-8791-28ed1c1c0cf6. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.599123] env[69333]: DEBUG nova.network.neutron [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Updating instance_info_cache with network_info: [{"id": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "address": "fa:16:3e:3a:cd:75", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a845a1-cc", "ovs_interfaceid": "83a845a1-cc72-4467-8791-28ed1c1c0cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.631703] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Successfully created port: 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.698540] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.711301] env[69333]: INFO nova.compute.manager [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Rebuilding instance [ 1070.717333] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134542, 'name': CreateVM_Task, 'duration_secs': 0.605466} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.717566] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.718328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.718710] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.719654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.719654] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30311419-8350-408a-9256-b6ab51eb844d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.727970] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e0fdc09-cb66-4985-8ee2-835e31c78dbd tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.138s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.728850] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1070.728850] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285987f-727b-7955-b95d-8f39f589d6ad" [ 1070.728850] env[69333]: _type = "Task" [ 1070.728850] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.741369] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285987f-727b-7955-b95d-8f39f589d6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.772282] env[69333]: DEBUG nova.compute.manager [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.773372] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa80aee0-c06f-4255-841b-dd36a26071d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.901970] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134544, 'name': ReconfigVM_Task, 'duration_secs': 0.477407} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.902832] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1/9e46d111-4d9f-4a6c-a83f-b3ad002d44b1.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.903671] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.090589] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9407ce92-0916-4164-b409-5a1b337ce2e6 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.904s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.102167] env[69333]: DEBUG oslo_concurrency.lockutils [req-e34b73ed-0cf8-4aeb-8222-9c2f0ae6da52 req-459024d9-9be8-4803-8941-70acfc7c103c service nova] Releasing lock "refresh_cache-a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.113085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5345fd20-eb17-4345-b5e0-0b35ce4e24ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.121907] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6eccfc-c2d3-4037-8888-545fff6d5e7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.155409] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3e2d8d-ea05-4a78-8236-efb0e96e1a88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.165882] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ecab3-2e67-4820-ad8d-bcdc909e4638 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.181274] env[69333]: DEBUG nova.compute.provider_tree [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.240068] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5285987f-727b-7955-b95d-8f39f589d6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.240745] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.240745] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.240745] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.241716] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.241716] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.242804] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468c60e5-b110-4010-8c07-d3fc89cc1691 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.254914] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.256026] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.256091] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e53542-02d8-436a-9813-b34a64effe74 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.262496] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1071.262496] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52487bed-e98a-6b61-27d3-d7e106736bf2" [ 1071.262496] env[69333]: _type = "Task" [ 1071.262496] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.273372] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52487bed-e98a-6b61-27d3-d7e106736bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.414482] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fd6e2-3531-4b52-8a3e-7ed711373b11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.435714] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323409bd-0320-4a88-9365-6e73ccb3a09a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.457016] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.685280] env[69333]: DEBUG nova.scheduler.client.report [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.708971] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.737547] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.737826] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.737986] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.738184] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.738328] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.738488] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.738701] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.738862] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.739044] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.739232] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.739412] env[69333]: DEBUG nova.virt.hardware [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.740710] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61fd688-308c-429d-a5f7-88c77d28e1af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.750303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163427a6-0602-4896-ad38-98a27ebc91b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.776241] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52487bed-e98a-6b61-27d3-d7e106736bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.777194] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b91c71-739b-4b5f-b29b-4cd46d9822bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.784394] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1071.784394] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f2888b-0432-5963-8692-e7c74658962a" [ 1071.784394] env[69333]: _type = "Task" [ 1071.784394] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.796187] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.796572] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f2888b-0432-5963-8692-e7c74658962a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.796945] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f55ba95e-de0c-4108-a5b8-c1abb4237812 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.806023] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1071.806023] env[69333]: value = "task-4134545" [ 1071.806023] env[69333]: _type = "Task" [ 1071.806023] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.817335] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.017118] env[69333]: DEBUG nova.network.neutron [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Port 20af92b4-9b65-4d23-aba6-a601ab14534d binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1072.193599] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.193599] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.198842] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.798s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.201368] env[69333]: INFO nova.compute.claims [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.213336] env[69333]: DEBUG nova.compute.manager [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-vif-plugged-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.213553] env[69333]: DEBUG oslo_concurrency.lockutils [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.213767] env[69333]: DEBUG oslo_concurrency.lockutils [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.213943] env[69333]: DEBUG oslo_concurrency.lockutils [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.214297] env[69333]: DEBUG nova.compute.manager [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] No waiting events found dispatching network-vif-plugged-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.215555] env[69333]: WARNING nova.compute.manager [req-167dd721-f37b-49e3-a2c9-2d669dcce8a2 req-37f19838-ba22-4be6-8da9-bba94649d425 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received unexpected event network-vif-plugged-84390e67-5c9f-41a5-a27e-80b0db7f1772 for instance with vm_state building and task_state spawning. [ 1072.296290] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f2888b-0432-5963-8692-e7c74658962a, 'name': SearchDatastore_Task, 'duration_secs': 0.013854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.296556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.296829] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a88c3dc6-03f4-4a96-98c7-dfbdee8928e9/a88c3dc6-03f4-4a96-98c7-dfbdee8928e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.297203] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92531f75-e380-44b8-8a8c-9c795417432a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.306497] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1072.306497] env[69333]: value = "task-4134546" [ 1072.306497] env[69333]: _type = "Task" [ 1072.306497] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.313112] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Successfully updated port: 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.319328] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.325397] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134545, 'name': PowerOffVM_Task, 'duration_secs': 0.133354} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.325722] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.325910] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.327014] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d811f135-4eea-4684-8ca3-dd8c984b61bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.336308] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.336551] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db011994-afb6-4f9d-a8dd-d16ffbe7b608 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.377747] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.378089] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.378291] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Deleting the datastore file [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.378630] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd6d6154-c2b2-41c2-a459-efbd68650baa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.387373] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1072.387373] env[69333]: value = "task-4134548" [ 1072.387373] env[69333]: _type = "Task" [ 1072.387373] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.397311] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.706318] env[69333]: DEBUG nova.compute.utils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.711738] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.711738] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.767521] env[69333]: DEBUG nova.policy [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f1d6902fb74fae9bc3ece51d30313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ffb4aed9474021ba947f80bd16ba7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.817631] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.820431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.820571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.820723] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.898885] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149278} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.899196] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.899395] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.899585] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.046135] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.046516] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.046805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.104716] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Successfully created port: dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.212495] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.320898] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603838} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.321203] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a88c3dc6-03f4-4a96-98c7-dfbdee8928e9/a88c3dc6-03f4-4a96-98c7-dfbdee8928e9.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.321416] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.321684] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af6f9df5-8e7c-43da-99c3-74b775cfc4cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.339204] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1073.339204] env[69333]: value = "task-4134549" [ 1073.339204] env[69333]: _type = "Task" [ 1073.339204] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.354812] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.386485] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.580515] env[69333]: DEBUG nova.network.neutron [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.599971] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5928439-7776-433a-b2ca-0ec196be0076 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.611522] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4448e96-368b-4898-bcc6-a1ad82df23ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.617669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "f4256a48-e087-48d6-949d-3e2c740df321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.618043] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.618902] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "f4256a48-e087-48d6-949d-3e2c740df321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.619194] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.619436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.623142] env[69333]: INFO nova.compute.manager [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Terminating instance [ 1073.657145] env[69333]: DEBUG nova.compute.manager [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.657388] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.658461] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612864d4-32b1-45ea-bb61-c82807520d68 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.661604] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385c069f-a3fe-4d83-9e6d-03d6698bef7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.676625] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062efc5-8cc0-453b-9e19-b96e7e1c9a87 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.678284] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.678880] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4809bf-8206-428e-91f0-02ca9d394cde {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691932] env[69333]: DEBUG nova.compute.provider_tree [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.694903] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1073.694903] env[69333]: value = "task-4134550" [ 1073.694903] env[69333]: _type = "Task" [ 1073.694903] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.704741] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.849166] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083925} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.849500] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.850651] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8cd5be-24e2-446b-a253-32ee3765d625 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.874295] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a88c3dc6-03f4-4a96-98c7-dfbdee8928e9/a88c3dc6-03f4-4a96-98c7-dfbdee8928e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.874482] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25135cb4-16e0-44c2-b648-f27b18cbb5ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.895582] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1073.895582] env[69333]: value = "task-4134551" [ 1073.895582] env[69333]: _type = "Task" [ 1073.895582] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.905760] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.947781] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.948197] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.948483] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.948713] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.948870] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.949033] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.949283] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.949454] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.949626] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.949787] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.949959] env[69333]: DEBUG nova.virt.hardware [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.950890] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06836dd-c624-4866-b93b-47a0131475b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.960223] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878474b1-a954-4270-b348-87c2c5605f3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.975666] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.981420] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.981726] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.981967] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb052ff-7477-48de-8d72-ee65c44027c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.999629] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.999629] env[69333]: value = "task-4134552" [ 1073.999629] env[69333]: _type = "Task" [ 1073.999629] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.010431] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134552, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.078364] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "504efc4a-2126-4b48-b1fc-e77158186deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.078644] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.078928] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.079184] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.079413] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.082441] env[69333]: INFO nova.compute.manager [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Terminating instance [ 1074.086458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.086866] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Instance network_info: |[{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.087684] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:b5:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84390e67-5c9f-41a5-a27e-80b0db7f1772', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.097848] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.098978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.099162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.099329] env[69333]: DEBUG nova.network.neutron [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.100989] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.101413] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c09b51-3f32-4466-90d5-deca3e1ac985 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.122901] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.122901] env[69333]: value = "task-4134553" [ 1074.122901] env[69333]: _type = "Task" [ 1074.122901] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.132167] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134553, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.199784] env[69333]: DEBUG nova.scheduler.client.report [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.210451] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134550, 'name': PowerOffVM_Task, 'duration_secs': 0.27351} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.210830] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.211079] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.211421] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48cf56d4-6123-462e-b423-c9f0cd62f0b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.228355] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.247491] env[69333]: DEBUG nova.compute.manager [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.247679] env[69333]: DEBUG nova.compute.manager [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing instance network info cache due to event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.247991] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.248358] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.248516] env[69333]: DEBUG nova.network.neutron [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.261595] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.261853] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.262186] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.262742] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.263075] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.263284] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.263648] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.263899] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.264213] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.264490] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.264946] env[69333]: DEBUG nova.virt.hardware [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.266819] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71c5ff-f055-4b9b-99cb-dc8a50111018 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.280882] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc3f94-d1b1-41f5-9ebd-e6c9af1dba02 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.307909] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.308217] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.308412] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleting the datastore file [datastore1] f4256a48-e087-48d6-949d-3e2c740df321 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.308718] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3454e1bf-3a6f-44ce-a3fe-146721cc1817 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.317589] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1074.317589] env[69333]: value = "task-4134555" [ 1074.317589] env[69333]: _type = "Task" [ 1074.317589] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.328179] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.407686] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.511359] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134552, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.592600] env[69333]: DEBUG nova.compute.manager [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.592600] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.592600] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9872c2-09a7-4119-a42d-4b8d457cf0ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.607386] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.607933] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4db10b5-a51c-4803-a3ee-6597ce22e020 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.617170] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1074.617170] env[69333]: value = "task-4134556" [ 1074.617170] env[69333]: _type = "Task" [ 1074.617170] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.642439] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.645998] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134553, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.709275] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.709275] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.715141] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.246s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.724024] env[69333]: INFO nova.compute.claims [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.831120] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.903239] env[69333]: DEBUG nova.network.neutron [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.913429] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.011764] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134552, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.088785] env[69333]: DEBUG nova.compute.manager [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Received event network-vif-plugged-dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.089051] env[69333]: DEBUG oslo_concurrency.lockutils [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.089229] env[69333]: DEBUG oslo_concurrency.lockutils [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.089396] env[69333]: DEBUG oslo_concurrency.lockutils [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.089558] env[69333]: DEBUG nova.compute.manager [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] No waiting events found dispatching network-vif-plugged-dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.089722] env[69333]: WARNING nova.compute.manager [req-220ecb21-08ca-4e36-97d9-9dd6fa7e2f2f req-e7b82a98-20cb-4db2-ba33-a8e510348194 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Received unexpected event network-vif-plugged-dca1bf08-abc3-4d70-b5de-312219e1f7a6 for instance with vm_state building and task_state spawning. [ 1075.129485] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.141713] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134553, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.205058] env[69333]: DEBUG nova.network.neutron [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updated VIF entry in instance network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.205058] env[69333]: DEBUG nova.network.neutron [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.230034] env[69333]: DEBUG nova.compute.utils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.234313] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.234534] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.274525] env[69333]: DEBUG nova.policy [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc3dd302852b444ba09cbb9ecb5eefa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97495ecc794847508994261475b02bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.329443] env[69333]: DEBUG oslo_vmware.api [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517547} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.329686] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.329878] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.330086] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.330269] env[69333]: INFO nova.compute.manager [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1075.330520] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.330721] env[69333]: DEBUG nova.compute.manager [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.330807] env[69333]: DEBUG nova.network.neutron [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.409593] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.413265] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.516200] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134552, 'name': CreateVM_Task, 'duration_secs': 1.405876} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.516200] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.516200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.516200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.516200] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.516200] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82862e5e-b1fd-455f-aa75-029968e4b4b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.525083] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1075.525083] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5216fb8b-1157-aa9b-944e-d5e1d96363cf" [ 1075.525083] env[69333]: _type = "Task" [ 1075.525083] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.536471] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5216fb8b-1157-aa9b-944e-d5e1d96363cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.604907] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Successfully updated port: dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.634363] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134556, 'name': PowerOffVM_Task, 'duration_secs': 0.993994} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.646953] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.646953] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.649242] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-225132f3-e74b-43cb-af4b-c4390d93deab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.672019] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134553, 'name': CreateVM_Task, 'duration_secs': 1.459452} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.672019] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.674072] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.709497] env[69333]: DEBUG oslo_concurrency.lockutils [req-4b7d4e58-d8fe-4d81-a0b7-5e7f11c5ef80 req-c4ad2490-1e52-4625-91f0-0bd2da8cb597 service nova] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.728376] env[69333]: DEBUG nova.compute.manager [req-21b697f2-f0e0-4a40-a4af-ae1a7712e49e req-e5babca9-5b26-438c-be86-6bca091efc13 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Received event network-vif-deleted-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.728548] env[69333]: INFO nova.compute.manager [req-21b697f2-f0e0-4a40-a4af-ae1a7712e49e req-e5babca9-5b26-438c-be86-6bca091efc13 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Neutron deleted interface ced86c3a-3f9b-4a7f-babb-2e069aac2cb4; detaching it from the instance and deleting it from the info cache [ 1075.728750] env[69333]: DEBUG nova.network.neutron [req-21b697f2-f0e0-4a40-a4af-ae1a7712e49e req-e5babca9-5b26-438c-be86-6bca091efc13 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.734569] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.743441] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.743659] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.743841] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleting the datastore file [datastore2] 504efc4a-2126-4b48-b1fc-e77158186deb {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.745035] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Successfully created port: b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.748069] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f179eccb-f023-4d36-b944-4acffbbabcf4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.756470] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1075.756470] env[69333]: value = "task-4134558" [ 1075.756470] env[69333]: _type = "Task" [ 1075.756470] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.766055] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.911055] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134551, 'name': ReconfigVM_Task, 'duration_secs': 1.584921} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.911433] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a88c3dc6-03f4-4a96-98c7-dfbdee8928e9/a88c3dc6-03f4-4a96-98c7-dfbdee8928e9.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.912060] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9db6035-caf3-4aef-80ac-9e2bda784edb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.925700] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1075.925700] env[69333]: value = "task-4134559" [ 1075.925700] env[69333]: _type = "Task" [ 1075.925700] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.935167] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134559, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.939679] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5188e9-b1bb-41e8-8b97-eccacb26bbf0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.962331] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301a8fa-567b-46bf-8d0d-521ef7df1ce0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.973326] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.035947] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5216fb8b-1157-aa9b-944e-d5e1d96363cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014757} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.038897] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.039232] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.039486] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.039645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.039912] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.040463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.041347] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.041347] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d686e418-06db-4179-9188-40161d1b6d83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.043595] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03005fb-e809-4b8e-a02b-0921a9217e7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.050640] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1076.050640] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b6969f-a34a-dea9-3103-787bdd184f2a" [ 1076.050640] env[69333]: _type = "Task" [ 1076.050640] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.058124] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.058325] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.059137] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1de3a3-ee7d-4ff8-a877-019478c8495e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.065840] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1076.065840] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520cd424-f131-0cf2-6861-cd6a7a030b79" [ 1076.065840] env[69333]: _type = "Task" [ 1076.065840] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.069867] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b6969f-a34a-dea9-3103-787bdd184f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.075990] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.076343] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.076523] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.083559] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520cd424-f131-0cf2-6861-cd6a7a030b79, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.084443] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aaa4e3a-1a98-42c8-800a-9fcd0cdb9c08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.093281] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1076.093281] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d5df45-a05a-9e78-2764-a693607c3757" [ 1076.093281] env[69333]: _type = "Task" [ 1076.093281] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.109514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.109691] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.109850] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.111282] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d5df45-a05a-9e78-2764-a693607c3757, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.111817] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.112145] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.112814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.114158] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.114784] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e14359-dbf2-4e34-8771-ced3f3923301 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.120274] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e21610-d9fa-467d-9757-ccd0ca0405a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.131568] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1076.131568] env[69333]: value = "task-4134560" [ 1076.131568] env[69333]: _type = "Task" [ 1076.131568] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.133549] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.133798] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.137919] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e8e78e-f2ad-49cf-a226-7abd0baf89ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.143029] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e38c831-a686-47dd-a8b0-65721e8642e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.149837] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1076.149837] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e4c0c-3a2f-8fa3-b592-a99e8304a439" [ 1076.149837] env[69333]: _type = "Task" [ 1076.149837] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.154987] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.160234] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d2e04-eb80-4b6f-970d-6f55cf264aa7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.169971] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e4c0c-3a2f-8fa3-b592-a99e8304a439, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.197882] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30d5ae5-a5e9-41cd-a3cb-b560de6694de {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.200937] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba350618-a309-43c8-976d-488be80f5c2a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.203644] env[69333]: DEBUG nova.network.neutron [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.209718] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1076.209718] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5213f370-3ec4-7c15-cba4-9c05c750e09c" [ 1076.209718] env[69333]: _type = "Task" [ 1076.209718] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.216916] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1136d91-f434-4a10-8dad-76e9fbb20173 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.228629] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5213f370-3ec4-7c15-cba4-9c05c750e09c, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.239333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.239645] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 91de3fdd-3e76-40fb-80a2-f5465758d9dd/91de3fdd-3e76-40fb-80a2-f5465758d9dd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.241511] env[69333]: DEBUG nova.compute.provider_tree [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.243387] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f042da12-f8c2-470f-b34f-42aefebd16fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.244861] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e621635-d42d-45b1-8943-2d92f08d8439 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.249028] env[69333]: INFO nova.virt.block_device [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Booting with volume 9229244b-4b0a-431a-9869-aea5b61da4b6 at /dev/sda [ 1076.259587] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1076.259587] env[69333]: value = "task-4134561" [ 1076.259587] env[69333]: _type = "Task" [ 1076.259587] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.266584] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806fc15b-4b88-47f1-8865-d04e2357162e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.286843] env[69333]: DEBUG nova.compute.manager [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Received event network-changed-dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.287118] env[69333]: DEBUG nova.compute.manager [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Refreshing instance network info cache due to event network-changed-dca1bf08-abc3-4d70-b5de-312219e1f7a6. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.287388] env[69333]: DEBUG oslo_concurrency.lockutils [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] Acquiring lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.298643] env[69333]: DEBUG oslo_vmware.api [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217097} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.298643] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.312451] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.312717] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.312939] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.313166] env[69333]: INFO nova.compute.manager [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1076.313456] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.317060] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bd77a2e-2f90-4c25-bb0f-f3f6ff733a1a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.317060] env[69333]: DEBUG nova.compute.manager [req-21b697f2-f0e0-4a40-a4af-ae1a7712e49e req-e5babca9-5b26-438c-be86-6bca091efc13 service nova] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Detach interface failed, port_id=ced86c3a-3f9b-4a7f-babb-2e069aac2cb4, reason: Instance f4256a48-e087-48d6-949d-3e2c740df321 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.317473] env[69333]: DEBUG nova.compute.manager [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.317600] env[69333]: DEBUG nova.network.neutron [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.327894] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b466f-518e-4c76-937b-67f87342ac19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.370026] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ce24fd2-768d-487a-ac6b-5507a8786cdb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.379293] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f9b86-e1b6-4364-9e46-d879e52dd41d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.423031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79abc4-f30e-4412-8482-bf250eac8f0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.437429] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134559, 'name': Rename_Task, 'duration_secs': 0.245353} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.440230] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.440672] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198c600e-2457-4e89-bfc3-6cf573abf71a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.444370] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee86fec-a864-4fa7-adf1-b753fe92707a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.457412] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1076.457412] env[69333]: value = "task-4134562" [ 1076.457412] env[69333]: _type = "Task" [ 1076.457412] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.470739] env[69333]: DEBUG nova.virt.block_device [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updating existing volume attachment record: 1a7ccf57-2e17-4035-985a-6ef8e3482b01 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.486439] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.487036] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.487544] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12762987-36fc-4142-a683-6e83fe418843 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.497764] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1076.497764] env[69333]: value = "task-4134563" [ 1076.497764] env[69333]: _type = "Task" [ 1076.497764] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.508869] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.644312] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.654370] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.709711] env[69333]: INFO nova.compute.manager [-] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Took 1.38 seconds to deallocate network for instance. [ 1076.752586] env[69333]: DEBUG nova.scheduler.client.report [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.800812] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.882264] env[69333]: DEBUG nova.network.neutron [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating instance_info_cache with network_info: [{"id": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "address": "fa:16:3e:9d:33:9d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca1bf08-ab", "ovs_interfaceid": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.971622] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.008815] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.145624] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553558} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.145624] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.145624] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.145624] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86575e18-a425-4858-bd65-afeefe0ee2ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.155819] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1077.155819] env[69333]: value = "task-4134564" [ 1077.155819] env[69333]: _type = "Task" [ 1077.155819] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.165210] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.232742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.262044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.262044] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.263543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.086s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.267021] env[69333]: DEBUG nova.objects.instance [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lazy-loading 'resources' on Instance uuid 436b7f4f-d24c-475b-8c7a-8941438b5ac8 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.297068] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766579} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.297296] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 91de3fdd-3e76-40fb-80a2-f5465758d9dd/91de3fdd-3e76-40fb-80a2-f5465758d9dd.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.297522] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.297808] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73778cbd-6cb0-4b2a-a330-01c1aa558a05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.308280] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1077.308280] env[69333]: value = "task-4134565" [ 1077.308280] env[69333]: _type = "Task" [ 1077.308280] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.322080] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.388949] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.389123] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance network_info: |[{"id": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "address": "fa:16:3e:9d:33:9d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca1bf08-ab", "ovs_interfaceid": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.389926] env[69333]: DEBUG oslo_concurrency.lockutils [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] Acquired lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.389926] env[69333]: DEBUG nova.network.neutron [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Refreshing network info cache for port dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.390960] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:33:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dca1bf08-abc3-4d70-b5de-312219e1f7a6', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.399036] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.400310] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.400558] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44e1ac1f-1189-49e8-969e-0222fdb6f248 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.417533] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Successfully updated port: b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.427282] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.427282] env[69333]: value = "task-4134566" [ 1077.427282] env[69333]: _type = "Task" [ 1077.427282] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.439775] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134566, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.470845] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.472230] env[69333]: DEBUG nova.network.neutron [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.509584] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.666250] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077733} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.666573] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.667480] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f225a1-6560-4772-b998-17a65878292d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.688807] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.689291] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fc9128-b0bc-48a8-89ad-a1c0ceb285ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.710434] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1077.710434] env[69333]: value = "task-4134567" [ 1077.710434] env[69333]: _type = "Task" [ 1077.710434] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.719218] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.760568] env[69333]: DEBUG nova.compute.manager [req-24a96a27-3e27-4700-bc4f-28d0bc049e35 req-740940f1-497d-4d76-96dd-3b245599ce3a service nova] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Received event network-vif-deleted-3c8f9aab-96b8-47ba-a992-713ecc87fa6b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.767722] env[69333]: DEBUG nova.compute.utils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.772041] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.772041] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.819520] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138905} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.819520] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.820274] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b4635-35cc-4943-a28c-ad4370bc3453 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.851688] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 91de3fdd-3e76-40fb-80a2-f5465758d9dd/91de3fdd-3e76-40fb-80a2-f5465758d9dd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.857301] env[69333]: DEBUG nova.policy [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2821a94f8c044a7da7e19e11de037063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91afb0c7f9c403eacb9f0577b8e164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.859065] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f53df3-d60d-474b-af81-62acfb2cf7c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.884854] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1077.884854] env[69333]: value = "task-4134568" [ 1077.884854] env[69333]: _type = "Task" [ 1077.884854] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.914555] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.920361] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.920513] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquired lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.920762] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.943508] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134566, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.973911] env[69333]: DEBUG oslo_vmware.api [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134562, 'name': PowerOnVM_Task, 'duration_secs': 1.514096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.974246] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.974442] env[69333]: INFO nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1077.974654] env[69333]: DEBUG nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.975270] env[69333]: INFO nova.compute.manager [-] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Took 1.66 seconds to deallocate network for instance. [ 1077.977165] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b2a9a4-3db6-46a9-b79e-f94bfe385221 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.017646] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.223970] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134567, 'name': ReconfigVM_Task, 'duration_secs': 0.378567} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.223970] env[69333]: DEBUG nova.network.neutron [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updated VIF entry in instance network info cache for port dca1bf08-abc3-4d70-b5de-312219e1f7a6. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.224315] env[69333]: DEBUG nova.network.neutron [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating instance_info_cache with network_info: [{"id": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "address": "fa:16:3e:9d:33:9d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca1bf08-ab", "ovs_interfaceid": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.225713] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806/1635d4a4-c4f2-49e5-a896-23e08a5e5806.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.226588] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9cc9c29-b130-41cd-9ca6-6b33ccdfe068 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.233742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d591c59-b96a-481a-a4b0-d83097ffcc1d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.239419] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1078.239419] env[69333]: value = "task-4134569" [ 1078.239419] env[69333]: _type = "Task" [ 1078.239419] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.249912] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a947e2df-329d-4668-af64-e5c32b5cfa3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.259803] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134569, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.292355] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.296246] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Successfully created port: e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.299474] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97514309-ca78-42eb-9da4-2081430631f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.310100] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d73905-0998-422e-b012-c8338ae43444 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.327830] env[69333]: DEBUG nova.compute.provider_tree [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.382504] env[69333]: DEBUG nova.compute.manager [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Received event network-vif-plugged-b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.382755] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Acquiring lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.382963] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.383256] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.383489] env[69333]: DEBUG nova.compute.manager [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] No waiting events found dispatching network-vif-plugged-b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.383670] env[69333]: WARNING nova.compute.manager [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Received unexpected event network-vif-plugged-b74572be-18d6-4c22-8cdf-67c0bec78a25 for instance with vm_state building and task_state spawning. [ 1078.384092] env[69333]: DEBUG nova.compute.manager [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Received event network-changed-b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.384092] env[69333]: DEBUG nova.compute.manager [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Refreshing instance network info cache due to event network-changed-b74572be-18d6-4c22-8cdf-67c0bec78a25. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.384202] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Acquiring lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.396335] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.443393] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134566, 'name': CreateVM_Task, 'duration_secs': 0.541068} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.447574] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.448013] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.448962] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5808a2-a6eb-4990-a46a-e4f092108d2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.453023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.453706] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.453796] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455498] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac833d1-0ea6-48dc-af7f-b1ac7e128a33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.461011] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1078.461011] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52220a4c-378f-0b00-e928-3e2113fcf80c" [ 1078.461011] env[69333]: _type = "Task" [ 1078.461011] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.462940] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.463504] env[69333]: ERROR oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk due to incomplete transfer. [ 1078.466777] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0cf31cd1-4397-42f4-8079-e7d4774fab83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.478818] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52220a4c-378f-0b00-e928-3e2113fcf80c, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.478818] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.479247] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.479482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.479607] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.479682] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.479976] env[69333]: DEBUG oslo_vmware.rw_handles [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3c429-99d2-36a7-381a-e7225a4ca5ff/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.480154] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploaded image 5f5a0ade-37ca-4da0-9879-a6c533455c96 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.483973] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.484916] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.486942] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eade70e0-b33f-4190-a9fd-c45ccf6ab909 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.488853] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffb1fde5-66fb-4951-82b3-d758d1b241a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.498184] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.501923] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1078.501923] env[69333]: value = "task-4134570" [ 1078.501923] env[69333]: _type = "Task" [ 1078.501923] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.506092] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.506092] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.506269] env[69333]: INFO nova.compute.manager [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Took 27.28 seconds to build instance. [ 1078.516085] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8945af-a048-4d6b-ac68-1ed88fd10eee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.528429] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134570, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.533893] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.534260] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1078.534260] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a5df-165e-593e-b4aa-a7bc3abb7cfc" [ 1078.534260] env[69333]: _type = "Task" [ 1078.534260] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.542911] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a5df-165e-593e-b4aa-a7bc3abb7cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.571698] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.572374] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.572503] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.572663] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.572835] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.572988] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.573148] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.573903] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.573903] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.573903] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.573903] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.574152] env[69333]: DEBUG nova.virt.hardware [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.577676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8322ba4-68a7-4a4b-a369-e8a6c93fbfa1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.586631] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91333f40-80c4-440d-85f9-781741137b78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.646731] env[69333]: DEBUG nova.network.neutron [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updating instance_info_cache with network_info: [{"id": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "address": "fa:16:3e:40:ff:05", "network": {"id": "57ec20f6-dab0-4723-8fd5-8b3b38ebc352", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-887738190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97495ecc794847508994261475b02bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74572be-18", "ovs_interfaceid": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.730361] env[69333]: DEBUG oslo_concurrency.lockutils [req-e02058de-72aa-4d55-bfc6-6533b7a95304 req-03e91c63-c270-4454-93e0-e8ae299bacf4 service nova] Releasing lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.753647] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134569, 'name': Rename_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.831089] env[69333]: DEBUG nova.scheduler.client.report [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.897715] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134568, 'name': ReconfigVM_Task, 'duration_secs': 0.877569} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.899035] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 91de3fdd-3e76-40fb-80a2-f5465758d9dd/91de3fdd-3e76-40fb-80a2-f5465758d9dd.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.899035] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee7c747-992b-4b2e-aa7e-fa1a1d05d3db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.908090] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1078.908090] env[69333]: value = "task-4134571" [ 1078.908090] env[69333]: _type = "Task" [ 1078.908090] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.917740] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134571, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.018367] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134570, 'name': Destroy_Task, 'duration_secs': 0.3485} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.021912] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroyed the VM [ 1079.022189] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.022670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-78ecc76a-ce5e-40e5-8543-50793b60876a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.805s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.022929] env[69333]: DEBUG oslo_vmware.api [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134563, 'name': PowerOnVM_Task, 'duration_secs': 2.257481} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.023183] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a3f5014-165c-4138-a190-c78c2dd79675 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.025078] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.025272] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e26c8103-3d32-43da-857a-68148360ac14 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance '9e46d111-4d9f-4a6c-a83f-b3ad002d44b1' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.035906] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1079.035906] env[69333]: value = "task-4134572" [ 1079.035906] env[69333]: _type = "Task" [ 1079.035906] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.050118] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210a5df-165e-593e-b4aa-a7bc3abb7cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.019498} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.054423] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.054423] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2847412-3966-4c41-aa6f-ea0c0e1fb4f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.061422] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1079.061422] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d832c6-0ee7-36b7-557c-6fc68e924083" [ 1079.061422] env[69333]: _type = "Task" [ 1079.061422] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.070424] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d832c6-0ee7-36b7-557c-6fc68e924083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.150176] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Releasing lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.150322] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Instance network_info: |[{"id": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "address": "fa:16:3e:40:ff:05", "network": {"id": "57ec20f6-dab0-4723-8fd5-8b3b38ebc352", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-887738190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97495ecc794847508994261475b02bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74572be-18", "ovs_interfaceid": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.150634] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Acquired lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.150814] env[69333]: DEBUG nova.network.neutron [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Refreshing network info cache for port b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.152037] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ff:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b74572be-18d6-4c22-8cdf-67c0bec78a25', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.160864] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Creating folder: Project (97495ecc794847508994261475b02bb4). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.161455] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95611112-d7d8-4651-8ca9-accfde0aa7c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.177945] env[69333]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1079.178297] env[69333]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69333) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1079.178833] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Folder already exists: Project (97495ecc794847508994261475b02bb4). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1079.179230] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Creating folder: Instances. Parent ref: group-v818858. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.179651] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68235b13-0464-4f1d-a13e-89d427626149 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.198118] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Created folder: Instances in parent group-v818858. [ 1079.198440] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.198693] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.198967] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4512af77-c4d9-4204-8b71-26df59271fcf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.220984] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.220984] env[69333]: value = "task-4134575" [ 1079.220984] env[69333]: _type = "Task" [ 1079.220984] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.230446] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134575, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.252026] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134569, 'name': Rename_Task, 'duration_secs': 0.540673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.252499] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.252819] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0907868b-18ab-4859-be0b-660feee3c835 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.261503] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1079.261503] env[69333]: value = "task-4134576" [ 1079.261503] env[69333]: _type = "Task" [ 1079.261503] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.272897] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.309903] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.339857] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.340164] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.340337] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.340526] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.340668] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.340816] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.341458] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.341766] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.341905] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.342117] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.342312] env[69333]: DEBUG nova.virt.hardware [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.343128] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.345907] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097cf721-90ea-4e9e-b070-3b7784c3136b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.351199] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.622s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.351463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.353739] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.528s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.354062] env[69333]: DEBUG nova.objects.instance [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'resources' on Instance uuid 4c26dc20-a691-45c9-b9ad-6535b256fd7f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.363039] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267412a-8756-4745-8a4a-0de36637cb2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.381261] env[69333]: INFO nova.scheduler.client.report [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Deleted allocations for instance 436b7f4f-d24c-475b-8c7a-8941438b5ac8 [ 1079.383287] env[69333]: INFO nova.scheduler.client.report [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocations for instance 1c8540d4-d278-400a-9523-6eb9711f0714 [ 1079.418661] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134571, 'name': Rename_Task, 'duration_secs': 0.173875} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.419473] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.420121] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaea6a78-679b-4b10-9660-2dcbed152604 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.429513] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1079.429513] env[69333]: value = "task-4134577" [ 1079.429513] env[69333]: _type = "Task" [ 1079.429513] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.438983] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.554173] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134572, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.575160] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d832c6-0ee7-36b7-557c-6fc68e924083, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.575406] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.575728] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.576073] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e489b571-7254-4aa3-a8b5-d52b7dc70015 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.584904] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1079.584904] env[69333]: value = "task-4134578" [ 1079.584904] env[69333]: _type = "Task" [ 1079.584904] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.595279] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.735199] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134575, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.776177] env[69333]: DEBUG oslo_vmware.api [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134576, 'name': PowerOnVM_Task, 'duration_secs': 0.512143} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.776504] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.776742] env[69333]: DEBUG nova.compute.manager [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.777782] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13865af0-d35a-4ce5-8c85-a03a58aae10c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.827382] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.828062] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.828213] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.829270] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.829270] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.833167] env[69333]: INFO nova.compute.manager [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Terminating instance [ 1079.895067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-36e8fc47-e32f-48ad-ba74-86574c77bd5b tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Lock "436b7f4f-d24c-475b-8c7a-8941438b5ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.199s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.896191] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "1c8540d4-d278-400a-9523-6eb9711f0714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.081s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.947870] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.969161] env[69333]: DEBUG nova.network.neutron [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updated VIF entry in instance network info cache for port b74572be-18d6-4c22-8cdf-67c0bec78a25. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.969161] env[69333]: DEBUG nova.network.neutron [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updating instance_info_cache with network_info: [{"id": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "address": "fa:16:3e:40:ff:05", "network": {"id": "57ec20f6-dab0-4723-8fd5-8b3b38ebc352", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-887738190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97495ecc794847508994261475b02bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74572be-18", "ovs_interfaceid": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.002014] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Successfully updated port: e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.051568] env[69333]: DEBUG oslo_vmware.api [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134572, 'name': RemoveSnapshot_Task, 'duration_secs': 0.775696} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.058819] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1080.059475] env[69333]: INFO nova.compute.manager [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 1080.100233] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.234021] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134575, 'name': CreateVM_Task, 'duration_secs': 0.536523} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.237545] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.241167] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818865', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'name': 'volume-9229244b-4b0a-431a-9869-aea5b61da4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c7169c5-7737-4334-af85-55e1cb189eb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'serial': '9229244b-4b0a-431a-9869-aea5b61da4b6'}, 'attachment_id': '1a7ccf57-2e17-4035-985a-6ef8e3482b01', 'volume_type': None}], 'swap': None} {{(pid=69333) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1080.241167] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Root volume attach. Driver type: vmdk {{(pid=69333) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1080.241167] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0abeb-cb26-4ca2-bdef-9e591628b983 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.251455] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5fb76-c65d-4270-96d9-bf8508a40298 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.256273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02573c0-6689-41aa-bcd1-2da6d9e9b7d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.267497] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5867fc1-0e6d-455f-9cef-8e840918ed2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.270861] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea45af-595f-4f5b-af28-af65096c632c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.303415] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-45495a98-7285-4d60-be76-45b7cfc0da33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.310861] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e2bd2-ef6c-4725-89ee-c095d2f5882a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.316212] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.322725] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b6d73-7dc6-45eb-b949-dcf6f9d997ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.327299] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1080.327299] env[69333]: value = "task-4134579" [ 1080.327299] env[69333]: _type = "Task" [ 1080.327299] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.340549] env[69333]: DEBUG nova.compute.manager [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.340771] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.341356] env[69333]: DEBUG nova.compute.provider_tree [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.343897] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d1a81d-6c35-407f-8008-b9a07e200c9b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.350875] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134579, 'name': RelocateVM_Task} progress is 13%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.356948] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.357251] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeddbf77-2586-465d-b637-114d58020da4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.365683] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1080.365683] env[69333]: value = "task-4134580" [ 1080.365683] env[69333]: _type = "Task" [ 1080.365683] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.376053] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.426234] env[69333]: DEBUG nova.compute.manager [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Received event network-vif-plugged-e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.426234] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.426421] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.426612] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.426861] env[69333]: DEBUG nova.compute.manager [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] No waiting events found dispatching network-vif-plugged-e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1080.427059] env[69333]: WARNING nova.compute.manager [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Received unexpected event network-vif-plugged-e4e58d4a-9210-4814-9f98-f9598d2404ca for instance with vm_state building and task_state spawning. [ 1080.427309] env[69333]: DEBUG nova.compute.manager [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Received event network-changed-e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.427437] env[69333]: DEBUG nova.compute.manager [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Refreshing instance network info cache due to event network-changed-e4e58d4a-9210-4814-9f98-f9598d2404ca. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.427639] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Acquiring lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.427772] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Acquired lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.427952] env[69333]: DEBUG nova.network.neutron [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Refreshing network info cache for port e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.446571] env[69333]: DEBUG oslo_vmware.api [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134577, 'name': PowerOnVM_Task, 'duration_secs': 0.824088} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.447020] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.447343] env[69333]: INFO nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1080.447552] env[69333]: DEBUG nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.448522] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f26951-d0c7-4fe2-9095-2e594052149f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.474467] env[69333]: DEBUG oslo_concurrency.lockutils [req-4c310d31-97dc-4944-a3e8-fa28962319bb req-9e41df7f-9701-4ad0-9845-9617049fc2a1 service nova] Releasing lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.505066] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.601370] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561523} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.601709] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.602379] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.602379] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0027988-febf-4b57-a837-9138258fb96c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.613837] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1080.613837] env[69333]: value = "task-4134581" [ 1080.613837] env[69333]: _type = "Task" [ 1080.613837] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.627761] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.630365] env[69333]: DEBUG nova.compute.manager [None req-eae0234f-103e-49a7-a5b4-92543160994b tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Found 1 images (rotation: 2) {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1080.723537] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.724106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.724189] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.724372] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.724523] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.726899] env[69333]: INFO nova.compute.manager [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Terminating instance [ 1080.839272] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134579, 'name': RelocateVM_Task} progress is 20%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.848834] env[69333]: DEBUG nova.scheduler.client.report [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.875917] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134580, 'name': PowerOffVM_Task, 'duration_secs': 0.290615} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.876200] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.876393] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.876601] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d9f3c8-00b8-4a5d-8e65-a462bf2325b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.966494] env[69333]: DEBUG nova.network.neutron [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.976284] env[69333]: INFO nova.compute.manager [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Took 27.96 seconds to build instance. [ 1080.980096] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.980562] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.980757] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore2] a88c3dc6-03f4-4a96-98c7-dfbdee8928e9 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.981117] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c27c9f7-632a-4587-a99e-908efa38203c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.991510] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1080.991510] env[69333]: value = "task-4134583" [ 1080.991510] env[69333]: _type = "Task" [ 1080.991510] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.009864] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.074242] env[69333]: DEBUG nova.network.neutron [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.124690] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082093} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.125139] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.125970] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fb5c5-c500-4f13-a4e9-1d03ae0df8f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.153120] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.153798] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc94d7b-cba6-4a26-91cb-6d9d97f2ca65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.173451] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1081.173451] env[69333]: value = "task-4134584" [ 1081.173451] env[69333]: _type = "Task" [ 1081.173451] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.182933] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.231357] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "refresh_cache-1635d4a4-c4f2-49e5-a896-23e08a5e5806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.231551] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquired lock "refresh_cache-1635d4a4-c4f2-49e5-a896-23e08a5e5806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.231798] env[69333]: DEBUG nova.network.neutron [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.269550] env[69333]: DEBUG nova.compute.manager [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.270586] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c3153-e24a-48b8-8dc6-e5cd139affcd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.338768] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134579, 'name': RelocateVM_Task, 'duration_secs': 0.97927} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.339623] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.339623] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818865', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'name': 'volume-9229244b-4b0a-431a-9869-aea5b61da4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c7169c5-7737-4334-af85-55e1cb189eb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'serial': '9229244b-4b0a-431a-9869-aea5b61da4b6'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.340132] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f26638-09d1-44bf-8e8b-4b3adfe3bedd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.357759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.360579] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.128s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.360822] env[69333]: DEBUG nova.objects.instance [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'resources' on Instance uuid f4256a48-e087-48d6-949d-3e2c740df321 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.363054] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cefc9b-3fda-481f-bfe5-05d2b9e75d51 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.390703] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-9229244b-4b0a-431a-9869-aea5b61da4b6/volume-9229244b-4b0a-431a-9869-aea5b61da4b6.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.391358] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db0a762-4640-40df-9084-48ac4f036f86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.408573] env[69333]: INFO nova.scheduler.client.report [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance 4c26dc20-a691-45c9-b9ad-6535b256fd7f [ 1081.422879] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1081.422879] env[69333]: value = "task-4134585" [ 1081.422879] env[69333]: _type = "Task" [ 1081.422879] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.434777] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.478414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1ca30bf2-b7ba-4088-810b-924ba0bee159 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.473s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.500835] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.501162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.501355] env[69333]: DEBUG nova.compute.manager [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Going to confirm migration 4 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1081.509864] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.576583] env[69333]: DEBUG oslo_concurrency.lockutils [req-d4dd6cc2-6384-4c02-ae00-c8998650bd4f req-1ff0420d-fc66-49ac-9b98-8461d566cdf4 service nova] Releasing lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.577166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.577370] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.687963] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134584, 'name': ReconfigVM_Task, 'duration_secs': 0.511235} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.688321] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to attach disk [datastore2] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.689083] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94978f68-95ae-43e4-8d51-e85536083e51 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.697937] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1081.697937] env[69333]: value = "task-4134586" [ 1081.697937] env[69333]: _type = "Task" [ 1081.697937] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.707720] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134586, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.758745] env[69333]: DEBUG nova.network.neutron [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.785408] env[69333]: INFO nova.compute.manager [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] instance snapshotting [ 1081.785961] env[69333]: DEBUG nova.objects.instance [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.857212] env[69333]: DEBUG nova.network.neutron [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.915604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "6dbb31bc-d112-4973-913f-1972792690b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.915986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.916265] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "6dbb31bc-d112-4973-913f-1972792690b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.916482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.916685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.922049] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7186e441-09d9-49c4-aa97-2a20862f5541 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "4c26dc20-a691-45c9-b9ad-6535b256fd7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.064s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.927021] env[69333]: INFO nova.compute.manager [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Terminating instance [ 1081.946265] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134585, 'name': ReconfigVM_Task, 'duration_secs': 0.482925} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.946611] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-9229244b-4b0a-431a-9869-aea5b61da4b6/volume-9229244b-4b0a-431a-9869-aea5b61da4b6.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.954533] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c665a2-085c-4921-a704-ab30ffb7a237 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.974399] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1081.974399] env[69333]: value = "task-4134587" [ 1081.974399] env[69333]: _type = "Task" [ 1081.974399] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.986915] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.007379] env[69333]: DEBUG oslo_vmware.api [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593561} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.012687] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.012988] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.013211] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.013426] env[69333]: INFO nova.compute.manager [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1082.014077] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.014901] env[69333]: DEBUG nova.compute.manager [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.015227] env[69333]: DEBUG nova.network.neutron [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.153293] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.174041] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.174389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.174657] env[69333]: DEBUG nova.network.neutron [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.175038] env[69333]: DEBUG nova.objects.instance [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'info_cache' on Instance uuid 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.193820] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612702b9-5afe-4e73-8fb0-8910b82b664a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.207170] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ee9611-8bd7-4e04-9d12-88546e346315 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.216013] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134586, 'name': Rename_Task, 'duration_secs': 0.182164} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.217788] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.218555] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622c8281-4ec3-4a78-b098-8b735a02159d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.255950] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc3641-62e7-451d-b02b-43022bf8a64a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.260321] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1082.260321] env[69333]: value = "task-4134588" [ 1082.260321] env[69333]: _type = "Task" [ 1082.260321] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.268385] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40fe43c-da4f-42bb-a231-758267696288 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.275971] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.292454] env[69333]: DEBUG nova.compute.provider_tree [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.294687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03664fbc-31fa-4ca5-85c9-cebc5164533c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.317872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3838ed-90f5-472d-87eb-b56e651899c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.360787] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Releasing lock "refresh_cache-1635d4a4-c4f2-49e5-a896-23e08a5e5806" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.361267] env[69333]: DEBUG nova.compute.manager [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.361472] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.362911] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a2fd8-c0d4-4867-b8c1-f9c6a3d50a1e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.371158] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.371503] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18028702-1ef4-495b-b6c1-80813dc093ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.379426] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1082.379426] env[69333]: value = "task-4134589" [ 1082.379426] env[69333]: _type = "Task" [ 1082.379426] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.390332] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.433297] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.433685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.433734] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.433920] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.434101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.438234] env[69333]: INFO nova.compute.manager [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Terminating instance [ 1082.440615] env[69333]: DEBUG nova.compute.manager [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.440928] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.443500] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55b8ca-78a6-4bee-8bd7-c07116c75289 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.457432] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.457432] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab0c4f00-9440-488d-8ce3-2db14181a577 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.466365] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1082.466365] env[69333]: value = "task-4134590" [ 1082.466365] env[69333]: _type = "Task" [ 1082.466365] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.486662] env[69333]: DEBUG nova.network.neutron [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [{"id": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "address": "fa:16:3e:b6:3a:ca", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e58d4a-92", "ovs_interfaceid": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.486984] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.493136] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.573881] env[69333]: DEBUG nova.compute.manager [req-339d5ea4-baaa-4a5a-91a5-8f1956e0d570 req-02cd62e8-bf29-4223-b678-8a585a2d4bf1 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Received event network-vif-deleted-83a845a1-cc72-4467-8791-28ed1c1c0cf6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.576377] env[69333]: INFO nova.compute.manager [req-339d5ea4-baaa-4a5a-91a5-8f1956e0d570 req-02cd62e8-bf29-4223-b678-8a585a2d4bf1 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Neutron deleted interface 83a845a1-cc72-4467-8791-28ed1c1c0cf6; detaching it from the instance and deleting it from the info cache [ 1082.576605] env[69333]: DEBUG nova.network.neutron [req-339d5ea4-baaa-4a5a-91a5-8f1956e0d570 req-02cd62e8-bf29-4223-b678-8a585a2d4bf1 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.621050] env[69333]: DEBUG nova.compute.manager [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.621386] env[69333]: DEBUG nova.compute.manager [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.621526] env[69333]: DEBUG oslo_concurrency.lockutils [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621696] env[69333]: DEBUG oslo_concurrency.lockutils [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.621838] env[69333]: DEBUG nova.network.neutron [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.773936] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.802855] env[69333]: DEBUG nova.scheduler.client.report [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.830549] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.830857] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b64565df-fc39-49f0-93a3-1818fe95d4ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.840139] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1082.840139] env[69333]: value = "task-4134591" [ 1082.840139] env[69333]: _type = "Task" [ 1082.840139] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.849509] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.891518] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134589, 'name': PowerOffVM_Task, 'duration_secs': 0.185365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.891698] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.891914] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.892496] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2291aa2-d40c-4933-90bf-6238c45f5dbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.923854] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.924280] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.924597] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Deleting the datastore file [datastore2] 1635d4a4-c4f2-49e5-a896-23e08a5e5806 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.926768] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52d599a-e21e-4f70-85a9-453585f87f83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.938586] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for the task: (returnval){ [ 1082.938586] env[69333]: value = "task-4134593" [ 1082.938586] env[69333]: _type = "Task" [ 1082.938586] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.950124] env[69333]: DEBUG nova.compute.manager [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.950124] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.950278] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.951056] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13d960-962e-45c1-bd40-4401e756d33c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.959947] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.960324] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3565f9-e70a-4ca5-b647-b1600ceb957f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.976474] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1082.976474] env[69333]: value = "task-4134594" [ 1082.976474] env[69333]: _type = "Task" [ 1082.976474] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.984068] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.989613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.989956] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance network_info: |[{"id": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "address": "fa:16:3e:b6:3a:ca", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e58d4a-92", "ovs_interfaceid": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.990509] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e58d4a-9210-4814-9f98-f9598d2404ca', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.000872] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.008154] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.008494] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.008723] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.008947] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d65f1c5b-34ad-4a22-97ef-8afd77662585 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.026814] env[69333]: DEBUG nova.network.neutron [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.037244] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.037244] env[69333]: value = "task-4134595" [ 1083.037244] env[69333]: _type = "Task" [ 1083.037244] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.051219] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134595, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.079995] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b72fd75e-8b1f-4f34-8cf7-6949516ce3a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.092609] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e46f0-590f-4850-b677-70fba61d5539 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.145506] env[69333]: DEBUG nova.compute.manager [req-339d5ea4-baaa-4a5a-91a5-8f1956e0d570 req-02cd62e8-bf29-4223-b678-8a585a2d4bf1 service nova] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Detach interface failed, port_id=83a845a1-cc72-4467-8791-28ed1c1c0cf6, reason: Instance a88c3dc6-03f4-4a96-98c7-dfbdee8928e9 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.277152] env[69333]: DEBUG oslo_vmware.api [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134588, 'name': PowerOnVM_Task, 'duration_secs': 0.721831} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.277507] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.277755] env[69333]: INFO nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1083.277892] env[69333]: DEBUG nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.278891] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4d29ee-214b-4c30-b79f-d3bde1c9ce75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.305179] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.307742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.810s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.308224] env[69333]: DEBUG nova.objects.instance [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'resources' on Instance uuid 504efc4a-2126-4b48-b1fc-e77158186deb {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.337324] env[69333]: INFO nova.scheduler.client.report [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted allocations for instance f4256a48-e087-48d6-949d-3e2c740df321 [ 1083.356751] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.451762] env[69333]: DEBUG oslo_vmware.api [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Task: {'id': task-4134593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166203} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.452205] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.452431] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.452648] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.452912] env[69333]: INFO nova.compute.manager [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1083.453252] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.453482] env[69333]: DEBUG nova.compute.manager [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.453579] env[69333]: DEBUG nova.network.neutron [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.482862] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134590, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.492700] env[69333]: DEBUG nova.network.neutron [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.498027] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134594, 'name': PowerOffVM_Task, 'duration_secs': 0.285884} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.498027] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.498027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.498027] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da5f0c21-e1a0-480b-8a31-40dd47b0aa48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.504795] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134587, 'name': ReconfigVM_Task, 'duration_secs': 1.352802} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.506209] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818865', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'name': 'volume-9229244b-4b0a-431a-9869-aea5b61da4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c7169c5-7737-4334-af85-55e1cb189eb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'serial': '9229244b-4b0a-431a-9869-aea5b61da4b6'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.507063] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aa37089-fe69-438e-9cd3-340524c0c2fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.518126] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1083.518126] env[69333]: value = "task-4134597" [ 1083.518126] env[69333]: _type = "Task" [ 1083.518126] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.533401] env[69333]: INFO nova.compute.manager [-] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Took 1.52 seconds to deallocate network for instance. [ 1083.541135] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134597, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.557523] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134595, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.591614] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.591769] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.591944] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore1] f0c13777-cc9f-4f1e-b5ec-fa33c8ade867 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.592255] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec699aa1-1c0f-43a7-99be-393012d1a9c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.597370] env[69333]: DEBUG nova.network.neutron [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [{"id": "20af92b4-9b65-4d23-aba6-a601ab14534d", "address": "fa:16:3e:4e:80:4a", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20af92b4-9b", "ovs_interfaceid": "20af92b4-9b65-4d23-aba6-a601ab14534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.607782] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1083.607782] env[69333]: value = "task-4134598" [ 1083.607782] env[69333]: _type = "Task" [ 1083.607782] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.618308] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.800032] env[69333]: DEBUG nova.network.neutron [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updated VIF entry in instance network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.800032] env[69333]: DEBUG nova.network.neutron [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.808037] env[69333]: INFO nova.compute.manager [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Took 28.20 seconds to build instance. [ 1083.852392] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "f4256a48-e087-48d6-949d-3e2c740df321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.234s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.861993] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.978668] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134590, 'name': PowerOffVM_Task, 'duration_secs': 1.03731} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.978953] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.979142] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.979408] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e042a406-0e0c-44be-a261-390820f1cfac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.996838] env[69333]: DEBUG nova.network.neutron [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.029239] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134597, 'name': Rename_Task, 'duration_secs': 0.184203} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.032381] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.034113] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed27d10b-13c2-440d-8143-0032c131d2b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047290] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1084.047290] env[69333]: value = "task-4134600" [ 1084.047290] env[69333]: _type = "Task" [ 1084.047290] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.052482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.062497] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134595, 'name': CreateVM_Task, 'duration_secs': 0.628414} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.064106] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.064106] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.064856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.064856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.065601] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c7e539-2551-4566-bcdb-274db837676c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.072262] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134600, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.083560] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.083871] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.084148] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Deleting the datastore file [datastore1] 6dbb31bc-d112-4973-913f-1972792690b3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.085812] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ecff012-1d9f-4533-bea2-ce158e818b01 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.087937] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1084.087937] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52985f42-e280-aaf0-45c3-a1ad84b330d4" [ 1084.087937] env[69333]: _type = "Task" [ 1084.087937] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.098643] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for the task: (returnval){ [ 1084.098643] env[69333]: value = "task-4134601" [ 1084.098643] env[69333]: _type = "Task" [ 1084.098643] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.106962] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.107554] env[69333]: DEBUG nova.objects.instance [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'migration_context' on Instance uuid 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.108928] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52985f42-e280-aaf0-45c3-a1ad84b330d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019778} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.116642] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.116642] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.116763] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.116911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.117173] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.123893] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd587637-2986-4e1c-9817-a1b1607d7850 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.126266] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.137672] env[69333]: DEBUG oslo_vmware.api [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250648} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.141433] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.142561] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.142561] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.142561] env[69333]: INFO nova.compute.manager [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1084.142561] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.142722] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.142872] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.144951] env[69333]: DEBUG nova.compute.manager [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.144951] env[69333]: DEBUG nova.network.neutron [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.145947] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6743168-906e-4878-8198-691ae9762792 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.153345] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1084.153345] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52347e08-ba1d-d1d6-4866-ba556292b776" [ 1084.153345] env[69333]: _type = "Task" [ 1084.153345] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.162471] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52347e08-ba1d-d1d6-4866-ba556292b776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.195463] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eec583-a840-4a91-951b-32e4401e4c08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.204462] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea97c6-2e6d-4de5-9a5c-38d1858899fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.236314] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf83b3-349c-4295-a7b6-e3fa5a96ac2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.246299] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459eaa60-e940-4408-8f47-6c14532380e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.263650] env[69333]: DEBUG nova.compute.provider_tree [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.285724] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.286131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.286333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.286518] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.286885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.289138] env[69333]: INFO nova.compute.manager [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Terminating instance [ 1084.304547] env[69333]: DEBUG oslo_concurrency.lockutils [req-e62017d0-313d-4f75-8eb6-7d84f6da60ff req-70e5dc1b-26bf-44e5-9995-7ac1db2065ed service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.310219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39f104f0-b96d-4b38-97af-3d0bf60fdbca tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.725s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.353734] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134591, 'name': CreateSnapshot_Task, 'duration_secs': 1.312765} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.354098] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.355332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f6b71-6948-4cad-b1b9-bdb931059d3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.498775] env[69333]: INFO nova.compute.manager [-] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Took 1.05 seconds to deallocate network for instance. [ 1084.565246] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.611862] env[69333]: DEBUG nova.objects.base [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Object Instance<9e46d111-4d9f-4a6c-a83f-b3ad002d44b1> lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.622015] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010a649c-1307-4f75-89d3-6a01e5dad5ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.628187] env[69333]: DEBUG oslo_vmware.api [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Task: {'id': task-4134601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436218} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.628187] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.628187] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.628187] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.628187] env[69333]: INFO nova.compute.manager [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1084.628187] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.630772] env[69333]: DEBUG nova.compute.manager [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.630772] env[69333]: DEBUG nova.network.neutron [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.649243] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aba4250-0291-49d2-b1fa-c4cc980197ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.653500] env[69333]: DEBUG nova.compute.manager [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.653696] env[69333]: DEBUG nova.compute.manager [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing instance network info cache due to event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.653948] env[69333]: DEBUG oslo_concurrency.lockutils [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.654127] env[69333]: DEBUG oslo_concurrency.lockutils [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.654307] env[69333]: DEBUG nova.network.neutron [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.664703] env[69333]: DEBUG oslo_vmware.api [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1084.664703] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a063da-9d7b-ff65-928a-67ad1c9d5336" [ 1084.664703] env[69333]: _type = "Task" [ 1084.664703] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.673733] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52347e08-ba1d-d1d6-4866-ba556292b776, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.684800] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150d84ca-a116-4de3-920a-24eb970c0597 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.687948] env[69333]: DEBUG oslo_vmware.api [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a063da-9d7b-ff65-928a-67ad1c9d5336, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.688308] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.692876] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1084.692876] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc7b2f-4813-4862-795a-f384bd493ae3" [ 1084.692876] env[69333]: _type = "Task" [ 1084.692876] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.705597] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc7b2f-4813-4862-795a-f384bd493ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.772021] env[69333]: DEBUG nova.scheduler.client.report [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.794087] env[69333]: DEBUG nova.compute.manager [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.794520] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.796174] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef3d5a-1997-48f4-95f3-56959926740c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.806199] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.806533] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34decbbb-1236-42bc-81ee-cafe7ad2d902 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.813780] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1084.813780] env[69333]: value = "task-4134602" [ 1084.813780] env[69333]: _type = "Task" [ 1084.813780] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.824717] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.874909] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.875329] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66c86f29-309f-4cfe-bb4b-fbcd7e67c862 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.885701] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1084.885701] env[69333]: value = "task-4134603" [ 1084.885701] env[69333]: _type = "Task" [ 1084.885701] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.895962] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134603, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.006389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.068049] env[69333]: DEBUG oslo_vmware.api [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134600, 'name': PowerOnVM_Task, 'duration_secs': 0.787914} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.068929] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.069162] env[69333]: INFO nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1085.069344] env[69333]: DEBUG nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.070777] env[69333]: DEBUG nova.compute.manager [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.070949] env[69333]: DEBUG nova.compute.manager [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing instance network info cache due to event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.071286] env[69333]: DEBUG oslo_concurrency.lockutils [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.072289] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d97a973-1f0c-4830-99de-a29c07f2f326 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.181628] env[69333]: DEBUG nova.network.neutron [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.210559] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc7b2f-4813-4862-795a-f384bd493ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.024701} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.211086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.211504] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.211926] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f421c685-1c82-4d22-92e0-ffb9c5834120 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.222948] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1085.222948] env[69333]: value = "task-4134604" [ 1085.222948] env[69333]: _type = "Task" [ 1085.222948] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.232627] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.275657] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.280046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.963s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.280046] env[69333]: DEBUG nova.objects.instance [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1085.316739] env[69333]: INFO nova.scheduler.client.report [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted allocations for instance 504efc4a-2126-4b48-b1fc-e77158186deb [ 1085.339257] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134602, 'name': PowerOffVM_Task, 'duration_secs': 0.475011} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.341412] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.341412] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.341412] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db3c147f-1370-4a01-b537-988e1d92c80b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.404959] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134603, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.430023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.430023] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.430023] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleting the datastore file [datastore2] 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.430023] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e572dd-f469-405c-97ce-5bcddb6bb1cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.438021] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for the task: (returnval){ [ 1085.438021] env[69333]: value = "task-4134606" [ 1085.438021] env[69333]: _type = "Task" [ 1085.438021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.451457] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.606474] env[69333]: INFO nova.compute.manager [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Took 28.23 seconds to build instance. [ 1085.692519] env[69333]: INFO nova.compute.manager [-] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Took 1.55 seconds to deallocate network for instance. [ 1085.743030] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.818886] env[69333]: DEBUG nova.network.neutron [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updated VIF entry in instance network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.819465] env[69333]: DEBUG nova.network.neutron [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.836986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "504efc4a-2126-4b48-b1fc-e77158186deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.758s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.902059] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134603, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.952251] env[69333]: DEBUG oslo_vmware.api [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Task: {'id': task-4134606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482923} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.952694] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.953022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.953536] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.953839] env[69333]: INFO nova.compute.manager [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1085.954233] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.954537] env[69333]: DEBUG nova.compute.manager [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.954684] env[69333]: DEBUG nova.network.neutron [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.109707] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.743s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.202281] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.231926] env[69333]: DEBUG nova.network.neutron [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.243542] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55959} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.243853] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.244129] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.244397] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da257d09-da3c-4932-a019-3a73f56cbc80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.256102] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1086.256102] env[69333]: value = "task-4134607" [ 1086.256102] env[69333]: _type = "Task" [ 1086.256102] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.269361] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.291448] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e673edff-3d3f-4670-a533-c59e5084dd10 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.293079] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.240s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.293299] env[69333]: DEBUG nova.objects.instance [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'resources' on Instance uuid a88c3dc6-03f4-4a96-98c7-dfbdee8928e9 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.322631] env[69333]: DEBUG oslo_concurrency.lockutils [req-bc66d496-fb76-400d-9ab8-8e32d9fbc734 req-b4ec8c48-aff2-4256-9725-9729e501b823 service nova] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.325387] env[69333]: DEBUG oslo_concurrency.lockutils [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.325387] env[69333]: DEBUG nova.network.neutron [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.400570] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134603, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.943428] env[69333]: INFO nova.compute.manager [-] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Took 2.31 seconds to deallocate network for instance. [ 1086.957632] env[69333]: DEBUG nova.network.neutron [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.997993] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16055} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.998287] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134603, 'name': CloneVM_Task, 'duration_secs': 1.865231} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.998491] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.998800] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created linked-clone VM from snapshot [ 1086.999614] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0623d4ba-5f28-4d6b-9632-a85b2fefe1bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.003114] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13e99e-e69e-4511-b709-f1ac8d57f2af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.026599] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploading image 2f430aba-cb06-43fc-86f8-92828cb4e4ff {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1087.038030] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.043356] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ed78c2-cb35-4001-97c8-bacef7bf16fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.069731] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1087.069731] env[69333]: value = "task-4134608" [ 1087.069731] env[69333]: _type = "Task" [ 1087.069731] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.072463] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1087.072463] env[69333]: value = "vm-818885" [ 1087.072463] env[69333]: _type = "VirtualMachine" [ 1087.072463] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1087.073341] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07336fd2-9b84-413b-bafc-dd4d63a5e54a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.084655] env[69333]: DEBUG nova.compute.manager [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Received event network-vif-deleted-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.085827] env[69333]: DEBUG nova.compute.manager [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.085827] env[69333]: DEBUG nova.compute.manager [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.085827] env[69333]: DEBUG oslo_concurrency.lockutils [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.085827] env[69333]: DEBUG oslo_concurrency.lockutils [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.085827] env[69333]: DEBUG nova.network.neutron [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.094929] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.095264] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease: (returnval){ [ 1087.095264] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b38995-680e-12ad-a7be-2e1290efe8e6" [ 1087.095264] env[69333]: _type = "HttpNfcLease" [ 1087.095264] env[69333]: } obtained for exporting VM: (result){ [ 1087.095264] env[69333]: value = "vm-818885" [ 1087.095264] env[69333]: _type = "VirtualMachine" [ 1087.095264] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1087.096863] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the lease: (returnval){ [ 1087.096863] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b38995-680e-12ad-a7be-2e1290efe8e6" [ 1087.096863] env[69333]: _type = "HttpNfcLease" [ 1087.096863] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.112504] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.112504] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b38995-680e-12ad-a7be-2e1290efe8e6" [ 1087.112504] env[69333]: _type = "HttpNfcLease" [ 1087.112504] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1087.115975] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1087.115975] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b38995-680e-12ad-a7be-2e1290efe8e6" [ 1087.115975] env[69333]: _type = "HttpNfcLease" [ 1087.115975] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1087.118935] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add2906-6ebd-4bbd-be62-3bd486ba1fd2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.126654] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1087.126943] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1087.222741] env[69333]: DEBUG nova.compute.manager [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Received event network-changed-dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.222960] env[69333]: DEBUG nova.compute.manager [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Refreshing instance network info cache due to event network-changed-dca1bf08-abc3-4d70-b5de-312219e1f7a6. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.223214] env[69333]: DEBUG oslo_concurrency.lockutils [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] Acquiring lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.223332] env[69333]: DEBUG oslo_concurrency.lockutils [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] Acquired lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.223483] env[69333]: DEBUG nova.network.neutron [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Refreshing network info cache for port dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.328653] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3a31396-f9de-4fa5-8191-b6afe82741a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.391896] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc92486-019e-4ee9-a803-c433af125539 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.401139] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc0030-80f4-4eca-8635-d4eb3ba581a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.437342] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed875919-8825-4d5d-8abd-7887ef569ccd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.445812] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7030d89-b941-4aea-ace0-d77a12502c2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.463165] env[69333]: DEBUG nova.compute.provider_tree [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.473026] env[69333]: INFO nova.compute.manager [-] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Took 1.52 seconds to deallocate network for instance. [ 1087.481188] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.585262] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.654451] env[69333]: DEBUG nova.network.neutron [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updated VIF entry in instance network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.654900] env[69333]: DEBUG nova.network.neutron [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.889349] env[69333]: DEBUG nova.network.neutron [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updated VIF entry in instance network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.889349] env[69333]: DEBUG nova.network.neutron [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.968653] env[69333]: DEBUG nova.scheduler.client.report [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.979817] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.094667] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134608, 'name': ReconfigVM_Task, 'duration_secs': 0.706093} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.095325] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.096876] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a286003-0749-4e23-be23-50028f5450d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.106546] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1088.106546] env[69333]: value = "task-4134610" [ 1088.106546] env[69333]: _type = "Task" [ 1088.106546] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.118093] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134610, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.163980] env[69333]: DEBUG oslo_concurrency.lockutils [req-d037998e-246d-4cab-9047-d9ccdfc4e585 req-fc909080-cbe4-47a0-b144-d6646e2f2856 service nova] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.167645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.167892] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.171099] env[69333]: DEBUG nova.network.neutron [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updated VIF entry in instance network info cache for port dca1bf08-abc3-4d70-b5de-312219e1f7a6. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.171947] env[69333]: DEBUG nova.network.neutron [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating instance_info_cache with network_info: [{"id": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "address": "fa:16:3e:9d:33:9d", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca1bf08-ab", "ovs_interfaceid": "dca1bf08-abc3-4d70-b5de-312219e1f7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.393244] env[69333]: DEBUG oslo_concurrency.lockutils [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.394662] env[69333]: DEBUG nova.compute.manager [req-ca01532e-e69e-4ab9-be1b-0cc27620d9d3 req-99b079dd-aa65-43d5-a327-b7ff17c4ea29 service nova] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Received event network-vif-deleted-449198d2-14d2-42c4-b01f-db4ad2a4b594 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.477335] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.480746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.792s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.520112] env[69333]: INFO nova.scheduler.client.report [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance a88c3dc6-03f4-4a96-98c7-dfbdee8928e9 [ 1088.619783] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134610, 'name': Rename_Task, 'duration_secs': 0.267562} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.620186] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.620611] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a933642-5933-4ee3-ae50-ca1319d4cf33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.629610] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1088.629610] env[69333]: value = "task-4134611" [ 1088.629610] env[69333]: _type = "Task" [ 1088.629610] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.642692] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.671622] env[69333]: INFO nova.compute.manager [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Detaching volume 64ae27c4-ec6d-4400-951b-b7e1efdadffb [ 1088.676153] env[69333]: DEBUG oslo_concurrency.lockutils [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] Releasing lock "refresh_cache-f32a9507-36cf-444f-a47e-97a1e12bfc38" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.676153] env[69333]: DEBUG nova.compute.manager [req-97c44080-3e2f-4dc1-9f17-f3bacbfa0968 req-669526f7-8de1-481e-8742-6d79a29a2967 service nova] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Received event network-vif-deleted-947ca7af-3c21-42b4-bdda-5bc723fa0f18 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.736784] env[69333]: INFO nova.virt.block_device [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Attempting to driver detach volume 64ae27c4-ec6d-4400-951b-b7e1efdadffb from mountpoint /dev/sdb [ 1088.736784] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.736969] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818837', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'name': 'volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a744b12-7e57-4ac9-8310-548cc76c3a91', 'attached_at': '', 'detached_at': '', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'serial': '64ae27c4-ec6d-4400-951b-b7e1efdadffb'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.739108] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ac77c1-01be-4c10-8ecf-eaa2243d573c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.766394] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1af906-3441-450a-a015-1f5ec36d78f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.777190] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ebd2ae-7809-4697-be07-12bccc444450 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.807925] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22b6125-19e8-4248-af9a-98db61720a3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.824685] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] The volume has not been displaced from its original location: [datastore1] volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb/volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.831099] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.831229] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44b183d-2826-4303-9080-2c0b9d851c07 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.851518] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1088.851518] env[69333]: value = "task-4134612" [ 1088.851518] env[69333]: _type = "Task" [ 1088.851518] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.861200] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.031980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d4e713a6-3506-45ac-ab42-4ad237bf449d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "a88c3dc6-03f4-4a96-98c7-dfbdee8928e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.204s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.142437] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.248467] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4f308-ef1f-4932-b39e-c0cdef175a9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.258016] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fb8dd-fa38-4888-a19c-de4bc1713b19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.291528] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11685814-b126-4572-83fc-73e164c3a10b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.299917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4c813-1aa7-4e60-9647-344d9c52b77c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.321025] env[69333]: DEBUG nova.compute.provider_tree [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.321025] env[69333]: DEBUG nova.compute.manager [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Received event network-changed-b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.321288] env[69333]: DEBUG nova.compute.manager [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Refreshing instance network info cache due to event network-changed-b74572be-18d6-4c22-8cdf-67c0bec78a25. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.321432] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] Acquiring lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321522] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] Acquired lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.321675] env[69333]: DEBUG nova.network.neutron [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Refreshing network info cache for port b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.364025] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.646414] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.825340] env[69333]: DEBUG nova.scheduler.client.report [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.864247] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.146911] env[69333]: DEBUG oslo_vmware.api [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134611, 'name': PowerOnVM_Task, 'duration_secs': 1.375022} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.147297] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.147533] env[69333]: INFO nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1090.147716] env[69333]: DEBUG nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.148596] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563689b-cfec-4d7d-9989-c95c12aa02f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.176710] env[69333]: DEBUG nova.network.neutron [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updated VIF entry in instance network info cache for port b74572be-18d6-4c22-8cdf-67c0bec78a25. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.177154] env[69333]: DEBUG nova.network.neutron [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updating instance_info_cache with network_info: [{"id": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "address": "fa:16:3e:40:ff:05", "network": {"id": "57ec20f6-dab0-4723-8fd5-8b3b38ebc352", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-887738190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97495ecc794847508994261475b02bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74572be-18", "ovs_interfaceid": "b74572be-18d6-4c22-8cdf-67c0bec78a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.363272] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134612, 'name': ReconfigVM_Task, 'duration_secs': 1.432656} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.363565] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.369179] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa8d4a5-56be-4c43-8c5c-899994ea65ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.386403] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1090.386403] env[69333]: value = "task-4134616" [ 1090.386403] env[69333]: _type = "Task" [ 1090.386403] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.400969] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.676081] env[69333]: INFO nova.compute.manager [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Took 30.23 seconds to build instance. [ 1090.679562] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bcbc83d-d572-4811-9f19-87ac32679c49 req-f8f3d228-28d7-4df3-a78a-0fda45c42c81 service nova] Releasing lock "refresh_cache-0c7169c5-7737-4334-af85-55e1cb189eb2" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794284] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.794560] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.843021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.843846] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.838s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.844231] env[69333]: DEBUG nova.objects.instance [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lazy-loading 'resources' on Instance uuid 1635d4a4-c4f2-49e5-a896-23e08a5e5806 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.897732] env[69333]: DEBUG oslo_vmware.api [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134616, 'name': ReconfigVM_Task, 'duration_secs': 0.215987} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.897988] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818837', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'name': 'volume-64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a744b12-7e57-4ac9-8310-548cc76c3a91', 'attached_at': '', 'detached_at': '', 'volume_id': '64ae27c4-ec6d-4400-951b-b7e1efdadffb', 'serial': '64ae27c4-ec6d-4400-951b-b7e1efdadffb'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.992994] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.992994] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.992994] env[69333]: DEBUG nova.objects.instance [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.178666] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4b044de6-2121-40d9-8ffa-ecd41db7230d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.744s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.298195] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.403338] env[69333]: INFO nova.scheduler.client.report [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted allocation for migration fca5168e-6f42-420c-99ff-1092fe614d34 [ 1091.455912] env[69333]: DEBUG nova.objects.instance [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid 9a744b12-7e57-4ac9-8310-548cc76c3a91 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.614604] env[69333]: DEBUG nova.objects.instance [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.621553] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab775d-6c7d-4097-849a-c284030d10e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.631832] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd09bb23-0b8c-4f08-8f7f-46606ff3d35f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.664502] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9221edb1-f93e-48a1-8195-a48280610593 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.673593] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f9d48-b2a5-468d-8ad3-90ae47825cfe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.689809] env[69333]: DEBUG nova.compute.provider_tree [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.823068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.910616] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dc8d2cfb-584c-4057-90d8-426cd07e7092 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.409s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.093161] env[69333]: DEBUG nova.compute.manager [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1092.110189] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.110462] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.110683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.110865] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.111042] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.113229] env[69333]: INFO nova.compute.manager [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Terminating instance [ 1092.116412] env[69333]: DEBUG nova.objects.base [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<62fdb0d2-a05f-4f87-bbf9-f8fb556bc232> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.116617] env[69333]: DEBUG nova.network.neutron [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.193040] env[69333]: DEBUG nova.policy [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.196194] env[69333]: DEBUG nova.scheduler.client.report [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.465186] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5821af04-1d4a-4440-a91e-a86e0ca5380c tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.297s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.616103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.617095] env[69333]: DEBUG nova.compute.manager [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.617389] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.618851] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f39c8-35b1-4ce8-b637-6c26401f8124 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.631179] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.631558] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-940fe5f9-db28-4a87-8528-077a3a7baf86 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.641670] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1092.641670] env[69333]: value = "task-4134617" [ 1092.641670] env[69333]: _type = "Task" [ 1092.641670] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.652960] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.701527] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.704638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.502s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.704988] env[69333]: DEBUG nova.objects.instance [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'resources' on Instance uuid f0c13777-cc9f-4f1e-b5ec-fa33c8ade867 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.730676] env[69333]: INFO nova.scheduler.client.report [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Deleted allocations for instance 1635d4a4-c4f2-49e5-a896-23e08a5e5806 [ 1092.832541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.832809] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.833086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.833313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.833506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.836076] env[69333]: INFO nova.compute.manager [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Terminating instance [ 1093.154150] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134617, 'name': PowerOffVM_Task, 'duration_secs': 0.37163} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.154446] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.154616] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.154928] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aabf5924-7cb6-41ce-9157-c79f28140d89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239409] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.239677] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.239832] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleting the datastore file [datastore1] 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.241136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-37261933-d984-4e78-8eff-4174fdffd696 tempest-ServerShowV257Test-618232265 tempest-ServerShowV257Test-618232265-project-member] Lock "1635d4a4-c4f2-49e5-a896-23e08a5e5806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.517s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.241496] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7456b5-fa6e-48f9-a02e-79a4a3059d79 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.253752] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1093.253752] env[69333]: value = "task-4134619" [ 1093.253752] env[69333]: _type = "Task" [ 1093.253752] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.263605] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.340232] env[69333]: DEBUG nova.compute.manager [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.340456] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.341355] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f8eb6-bce6-4fa8-8008-7663a0cb05ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.351055] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.351369] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745fc935-c950-4557-a484-b81d8306583f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.358999] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1093.358999] env[69333]: value = "task-4134621" [ 1093.358999] env[69333]: _type = "Task" [ 1093.358999] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.373738] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.581037] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954a66a-8156-43fc-8fb7-99114ebc92b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.593529] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56866a-1cf7-421d-b505-429b174ad3e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.630053] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d03aa91-3ece-41eb-a348-c11f4d6c0847 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.643180] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6671e8-291a-49ba-aae4-87542e004f7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.659048] env[69333]: DEBUG nova.compute.provider_tree [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.726157] env[69333]: DEBUG nova.compute.manager [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.726398] env[69333]: DEBUG oslo_concurrency.lockutils [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.726614] env[69333]: DEBUG oslo_concurrency.lockutils [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.726783] env[69333]: DEBUG oslo_concurrency.lockutils [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.726950] env[69333]: DEBUG nova.compute.manager [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] No waiting events found dispatching network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1093.727273] env[69333]: WARNING nova.compute.manager [req-4701eec6-56e2-4190-8c31-058da68b8aaa req-6419575f-0800-4f72-a00b-ddb8097677af service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received unexpected event network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 for instance with vm_state active and task_state None. [ 1093.759128] env[69333]: DEBUG nova.network.neutron [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Successfully updated port: 89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.769803] env[69333]: DEBUG oslo_vmware.api [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382405} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.769991] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.770566] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.770566] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.770566] env[69333]: INFO nova.compute.manager [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1093.770787] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.770937] env[69333]: DEBUG nova.compute.manager [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.771144] env[69333]: DEBUG nova.network.neutron [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.869489] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134621, 'name': PowerOffVM_Task, 'duration_secs': 0.259079} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.869776] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.869940] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.870234] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e06aa4-bcef-4875-8ff8-84bd7d5d190d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.013787] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.014119] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.014231] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleting the datastore file [datastore1] 9a744b12-7e57-4ac9-8310-548cc76c3a91 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.014570] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5078bc7-d044-4369-8bab-50249e792d52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.021882] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1094.021882] env[69333]: value = "task-4134623" [ 1094.021882] env[69333]: _type = "Task" [ 1094.021882] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.031164] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.162772] env[69333]: DEBUG nova.scheduler.client.report [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.262493] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.262694] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.262877] env[69333]: DEBUG nova.network.neutron [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.534609] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.667667] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.670668] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.189s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.670668] env[69333]: DEBUG nova.objects.instance [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lazy-loading 'resources' on Instance uuid 6dbb31bc-d112-4973-913f-1972792690b3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.697421] env[69333]: INFO nova.scheduler.client.report [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance f0c13777-cc9f-4f1e-b5ec-fa33c8ade867 [ 1094.784616] env[69333]: DEBUG nova.network.neutron [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.810243] env[69333]: WARNING nova.network.neutron [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 1095.035254] env[69333]: DEBUG oslo_vmware.api [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.620778} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.035505] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.035691] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.036011] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.036093] env[69333]: INFO nova.compute.manager [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1095.036276] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.036464] env[69333]: DEBUG nova.compute.manager [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.036558] env[69333]: DEBUG nova.network.neutron [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.118976] env[69333]: DEBUG nova.network.neutron [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "address": "fa:16:3e:ef:21:e7", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f9d19b-6c", "ovs_interfaceid": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.205604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "f0c13777-cc9f-4f1e-b5ec-fa33c8ade867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.772s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.288444] env[69333]: INFO nova.compute.manager [-] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Took 1.52 seconds to deallocate network for instance. [ 1095.444012] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec2332-0ca9-4d41-a9cc-71958e87fe37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.452010] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57862b8c-774c-4594-a3d4-3f3bc8ee98ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.485567] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b41e7eb-32d1-44c2-bf95-71540254b8cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.494191] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e4d89-c462-4173-87d1-3ef4ea288cf7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.508351] env[69333]: DEBUG nova.compute.provider_tree [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.621440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.622512] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.622765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.624147] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fed0d-412a-4f9e-ab4d-98f3fea9a212 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.652471] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.652767] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.652878] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.653341] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.653341] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.653456] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.653568] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.653729] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.653936] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.654382] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.654634] env[69333]: DEBUG nova.virt.hardware [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.663127] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfiguring VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.663484] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13a3b7a-2ae2-4f18-a631-5354221d13e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.683438] env[69333]: DEBUG oslo_vmware.api [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1095.683438] env[69333]: value = "task-4134625" [ 1095.683438] env[69333]: _type = "Task" [ 1095.683438] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.693216] env[69333]: DEBUG oslo_vmware.api [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134625, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.797324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.928606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "bd38a8e6-06c7-4de0-b296-b933693a6770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.928606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.942182] env[69333]: DEBUG nova.compute.manager [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.942306] env[69333]: DEBUG nova.compute.manager [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-89f9d19b-6c7f-4828-addb-3d163c33aec0. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.942566] env[69333]: DEBUG oslo_concurrency.lockutils [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.942633] env[69333]: DEBUG oslo_concurrency.lockutils [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.942833] env[69333]: DEBUG nova.network.neutron [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.012141] env[69333]: DEBUG nova.scheduler.client.report [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.074063] env[69333]: DEBUG nova.compute.manager [req-6f3e03ed-e7f0-45d4-b5dd-0b55e45e79cc req-53a415bd-f366-4fce-bb46-7eb4cec57c06 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Received event network-vif-deleted-c317e334-61fe-467e-9757-e925c8f2aefa {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.074313] env[69333]: INFO nova.compute.manager [req-6f3e03ed-e7f0-45d4-b5dd-0b55e45e79cc req-53a415bd-f366-4fce-bb46-7eb4cec57c06 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Neutron deleted interface c317e334-61fe-467e-9757-e925c8f2aefa; detaching it from the instance and deleting it from the info cache [ 1096.074720] env[69333]: DEBUG nova.network.neutron [req-6f3e03ed-e7f0-45d4-b5dd-0b55e45e79cc req-53a415bd-f366-4fce-bb46-7eb4cec57c06 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.199227] env[69333]: DEBUG oslo_vmware.api [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.410814] env[69333]: DEBUG nova.network.neutron [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.431488] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.517497] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.520108] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.540s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.520312] env[69333]: DEBUG nova.objects.instance [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lazy-loading 'resources' on Instance uuid 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.543774] env[69333]: INFO nova.scheduler.client.report [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Deleted allocations for instance 6dbb31bc-d112-4973-913f-1972792690b3 [ 1096.577217] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaeb4a33-8424-49e3-ae65-7fb08fc0c7eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.588678] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f42a9-7b4b-4f51-9391-d852a19d0ece {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.627363] env[69333]: DEBUG nova.compute.manager [req-6f3e03ed-e7f0-45d4-b5dd-0b55e45e79cc req-53a415bd-f366-4fce-bb46-7eb4cec57c06 service nova] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Detach interface failed, port_id=c317e334-61fe-467e-9757-e925c8f2aefa, reason: Instance 9a744b12-7e57-4ac9-8310-548cc76c3a91 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.690566] env[69333]: DEBUG nova.network.neutron [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updated VIF entry in instance network info cache for port 89f9d19b-6c7f-4828-addb-3d163c33aec0. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.690984] env[69333]: DEBUG nova.network.neutron [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "address": "fa:16:3e:ef:21:e7", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f9d19b-6c", "ovs_interfaceid": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.698145] env[69333]: DEBUG oslo_vmware.api [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134625, 'name': ReconfigVM_Task, 'duration_secs': 0.800122} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.698777] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.698991] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfigured VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.914613] env[69333]: INFO nova.compute.manager [-] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Took 1.88 seconds to deallocate network for instance. [ 1096.955528] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.052500] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b7415074-143e-41cc-91cd-489d784d2c80 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Lock "6dbb31bc-d112-4973-913f-1972792690b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.136s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.194059] env[69333]: DEBUG oslo_concurrency.lockutils [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.194403] env[69333]: DEBUG nova.compute.manager [req-253829ea-a58a-4bff-b725-86ba912fab3f req-f61a3cea-0152-415e-bc8f-1e1aaa69f7b4 service nova] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Received event network-vif-deleted-20af92b4-9b65-4d23-aba6-a601ab14534d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.205170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-93182e0d-c033-49bd-af91-382114e6e7ef tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.212s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.228918] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4326cd70-a292-4c25-ab6f-67b58a600b65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.238131] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2de62-8200-4265-9bfd-a19c724bd818 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.272270] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4264d1-049e-4b37-ab54-25c036283ab9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.280954] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d09d0-eef4-4298-886b-b0aff04a6802 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.296152] env[69333]: DEBUG nova.compute.provider_tree [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.423029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.800305] env[69333]: DEBUG nova.scheduler.client.report [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.306161] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.308700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.486s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.310308] env[69333]: INFO nova.compute.claims [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.337476] env[69333]: INFO nova.scheduler.client.report [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Deleted allocations for instance 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1 [ 1098.832760] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.832999] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.851240] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c842e4b0-f904-4944-bba5-d983234a23d5 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Lock "5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.565s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.938277] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1098.940911] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4789789a-fcb1-41e3-901f-178711e29770 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.947674] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1098.947870] env[69333]: ERROR oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk due to incomplete transfer. [ 1098.948148] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-569cd8bd-0952-46ce-a388-52dab392bd3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.957454] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255d206-231d-2124-acde-bb8a91bde671/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1098.957662] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploaded image 2f430aba-cb06-43fc-86f8-92828cb4e4ff to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1098.960756] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1098.960756] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab3d5c12-078c-41ef-a1b7-d1d7d8511bfc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.968754] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1098.968754] env[69333]: value = "task-4134627" [ 1098.968754] env[69333]: _type = "Task" [ 1098.968754] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.771376] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.771712] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.773328] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29407811-6822-4922-a9d6-a977e685ee91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.797873] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229560c6-652e-4591-a585-e1120a62ba31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.800728] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134627, 'name': Destroy_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.800932] env[69333]: WARNING oslo_vmware.common.loopingcall [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] task run outlasted interval by 0.331935 sec [ 1099.829620] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfiguring VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1099.833026] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08620701-ce83-47c3-8e85-d4713d798dd3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.850173] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134627, 'name': Destroy_Task, 'duration_secs': 0.833226} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.850809] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroyed the VM [ 1099.850996] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.851283] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42759671-0b8f-4c77-b553-99f10e47b4aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.861015] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1099.861015] env[69333]: value = "task-4134630" [ 1099.861015] env[69333]: _type = "Task" [ 1099.861015] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.861298] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1099.861298] env[69333]: value = "task-4134629" [ 1099.861298] env[69333]: _type = "Task" [ 1099.861298] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.874582] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.881069] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.046721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd8ac6-e10e-4226-93f9-731ed90a3d72 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.055796] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1b9cb-406b-4e65-a618-8a8e4e6a4ffc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.086927] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afedf468-03ad-4475-86b7-4b98298bf9f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.094517] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1428ceb-9992-4e59-9f3d-8770e58273c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.108719] env[69333]: DEBUG nova.compute.provider_tree [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.379709] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.383518] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.612508] env[69333]: DEBUG nova.scheduler.client.report [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.877023] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.880415] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.118264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.118863] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.121911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.506s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.377053] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134630, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.380506] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.625982] env[69333]: DEBUG nova.compute.utils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.630559] env[69333]: INFO nova.compute.claims [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.635423] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.635639] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.706414] env[69333]: DEBUG nova.policy [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.844811] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.844811] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.881945] env[69333]: DEBUG oslo_vmware.api [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134630, 'name': RemoveSnapshot_Task, 'duration_secs': 1.890468} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.887492] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.888514] env[69333]: INFO nova.compute.manager [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 19.59 seconds to snapshot the instance on the hypervisor. [ 1101.891566] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.130405] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.143455] env[69333]: INFO nova.compute.resource_tracker [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating resource usage from migration d7e96208-3e06-44b2-85bf-510b9f3198c4 [ 1102.208082] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Successfully created port: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.352136] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.352576] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.353185] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.359028] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.359028] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.359028] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.359028] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1102.359028] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.387891] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.418841] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48126964-fcd0-45c4-b87e-24fbb17257c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.435684] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d40447-23c2-4430-aa93-794de3308388 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.478254] env[69333]: DEBUG nova.compute.manager [None req-a77415c4-ef61-457c-8d65-5967dee47d5f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Found 2 images (rotation: 2) {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1102.479851] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a5289-16b0-4bbe-8d6e-69d141e3ebb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.489600] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75cd21-aed0-4751-9e58-6322ae53ab48 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.509909] env[69333]: DEBUG nova.compute.provider_tree [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.863240] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.883749] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.015904] env[69333]: DEBUG nova.scheduler.client.report [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.148084] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.188994] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.189363] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.189402] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.190614] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.190614] env[69333]: DEBUG nova.virt.hardware [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.190803] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc35ee1-ae69-487b-948a-fafb27836d66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.201612] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a52e3-eead-4a0f-be2a-b2e8c4a8d0cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.383165] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.525755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.404s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.525967] env[69333]: INFO nova.compute.manager [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Migrating [ 1103.533791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.737s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.534076] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.536389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.581s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.538071] env[69333]: INFO nova.compute.claims [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.571510] env[69333]: INFO nova.scheduler.client.report [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted allocations for instance 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1 [ 1103.885213] env[69333]: DEBUG nova.compute.manager [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Received event network-vif-plugged-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.885213] env[69333]: DEBUG oslo_concurrency.lockutils [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.885213] env[69333]: DEBUG oslo_concurrency.lockutils [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] Lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.885213] env[69333]: DEBUG oslo_concurrency.lockutils [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] Lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.885213] env[69333]: DEBUG nova.compute.manager [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] No waiting events found dispatching network-vif-plugged-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.885833] env[69333]: WARNING nova.compute.manager [req-97695b96-ebd8-4605-8e88-7a42b88222a5 req-ffe05638-2000-4e8f-9b15-993c9c6f7f2e service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Received unexpected event network-vif-plugged-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d for instance with vm_state building and task_state spawning. [ 1103.894039] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.966274] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Successfully updated port: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.014574] env[69333]: DEBUG nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.014574] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f8108-5142-43ad-aa03-f152da76ed96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.054490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.054670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.054846] env[69333]: DEBUG nova.network.neutron [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.080255] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c96b7e21-d208-4faa-a1a7-5a795a22e73f tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "9e46d111-4d9f-4a6c-a83f-b3ad002d44b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.970s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.385387] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.389683] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.389957] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.469730] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.469730] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.469730] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.526119] env[69333]: INFO nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] instance snapshotting [ 1104.526771] env[69333]: DEBUG nova.objects.instance [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.760990] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa14e67-f5cb-4b2e-a352-d13724d43dff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.770127] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc813f-74ad-4248-9012-de8d0d8d032f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.806283] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f027f82b-40d4-4dfb-a2d6-7dfb3ee5d567 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.817241] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce657f68-80da-449c-a770-f6a2216fbd11 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.830701] env[69333]: DEBUG nova.compute.provider_tree [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.851082] env[69333]: DEBUG nova.network.neutron [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [{"id": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "address": "fa:16:3e:b6:3a:ca", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e58d4a-92", "ovs_interfaceid": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.886995] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.893164] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.022108] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.036021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "7e639790-6ac4-434e-b742-64e321d89675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.036021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.037303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46778a32-0006-4598-8484-c369072682ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.071420] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef137287-b0f3-467e-a48c-6549415a493b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.213416] env[69333]: DEBUG nova.network.neutron [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Updating instance_info_cache with network_info: [{"id": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "address": "fa:16:3e:da:a1:02", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3585ae41-b4", "ovs_interfaceid": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.334458] env[69333]: DEBUG nova.scheduler.client.report [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.353498] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.387077] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.412415] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.541490] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.585790] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.586562] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a490503e-f01a-4b18-a8dc-609256808cd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.597121] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1105.597121] env[69333]: value = "task-4134633" [ 1105.597121] env[69333]: _type = "Task" [ 1105.597121] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.607302] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.716085] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.716490] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Instance network_info: |[{"id": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "address": "fa:16:3e:da:a1:02", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3585ae41-b4", "ovs_interfaceid": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.717197] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:a1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3585ae41-b4d7-4fc6-83c0-75eec2b05d5d', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.725300] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.725560] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.725817] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db221ff2-a815-4ff7-9fff-e5458ec55b76 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.747186] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.747186] env[69333]: value = "task-4134634" [ 1105.747186] env[69333]: _type = "Task" [ 1105.747186] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.755172] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134634, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.840358] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.840969] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.844168] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.421s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.844528] env[69333]: DEBUG nova.objects.instance [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'resources' on Instance uuid 9a744b12-7e57-4ac9-8310-548cc76c3a91 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.887504] env[69333]: DEBUG oslo_vmware.api [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134629, 'name': ReconfigVM_Task, 'duration_secs': 5.808921} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.887842] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.887992] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Reconfigured VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1105.908164] env[69333]: DEBUG nova.compute.manager [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Received event network-changed-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.908378] env[69333]: DEBUG nova.compute.manager [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Refreshing instance network info cache due to event network-changed-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.908595] env[69333]: DEBUG oslo_concurrency.lockutils [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] Acquiring lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.908878] env[69333]: DEBUG oslo_concurrency.lockutils [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] Acquired lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.908878] env[69333]: DEBUG nova.network.neutron [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Refreshing network info cache for port 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.071704] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.108960] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.258509] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134634, 'name': CreateVM_Task, 'duration_secs': 0.365973} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.258695] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.259395] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.259560] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.260092] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.260186] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce51099d-95ed-4fcd-a0e4-51b3ef943e4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.265785] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1106.265785] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c01d68-87d8-e4c6-cbd3-cf3c70c42a07" [ 1106.265785] env[69333]: _type = "Task" [ 1106.265785] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.275199] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c01d68-87d8-e4c6-cbd3-cf3c70c42a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.349154] env[69333]: DEBUG nova.compute.utils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.355212] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.355212] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.398859] env[69333]: DEBUG nova.policy [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.560806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ae6e2-cd17-46bd-bf7f-ff7e389adab6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.569332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6208d8-e95c-4fb5-a1a0-9725e58d807e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.614944] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c1ffe-5387-4e0d-8230-2cf635930e6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.623818] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134633, 'name': CreateSnapshot_Task, 'duration_secs': 0.614632} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.626592] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.627918] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250e8df-ac9f-4503-aafb-7f84e3c2fc2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.634088] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20560e3-38f0-46fd-951a-a4d34acf9e47 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.654845] env[69333]: DEBUG nova.compute.provider_tree [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.657187] env[69333]: DEBUG nova.network.neutron [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Updated VIF entry in instance network info cache for port 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.660215] env[69333]: DEBUG nova.network.neutron [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Updating instance_info_cache with network_info: [{"id": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "address": "fa:16:3e:da:a1:02", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3585ae41-b4", "ovs_interfaceid": "3585ae41-b4d7-4fc6-83c0-75eec2b05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.674770] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Successfully created port: 10365387-9851-497f-b387-66b482240931 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.775725] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c01d68-87d8-e4c6-cbd3-cf3c70c42a07, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.776035] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.776287] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.776522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.776664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.776840] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.777111] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74219f8-24ca-463f-80f7-4ce39823cf2a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.785353] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.785512] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.786257] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075fb5c2-001b-46be-b507-feaf90957bef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.791324] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1106.791324] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52397a3f-d707-9713-4d5e-a9ca983a9614" [ 1106.791324] env[69333]: _type = "Task" [ 1106.791324] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.799593] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52397a3f-d707-9713-4d5e-a9ca983a9614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.854837] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.868855] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152f56d-1c93-4141-bfd6-9686cf7d2a96 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.891693] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.165094] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.165094] env[69333]: DEBUG nova.scheduler.client.report [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.169466] env[69333]: DEBUG oslo_concurrency.lockutils [req-91b53895-713c-478d-b121-4630cc7d4801 req-fda89b68-adc1-4337-a837-32fbad5d63d9 service nova] Releasing lock "refresh_cache-cba80235-c783-47ce-85b4-e9fe07c41255" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.169806] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c05e6f97-fbec-4861-95fd-71a33a74d7ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.180249] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1107.180249] env[69333]: value = "task-4134636" [ 1107.180249] env[69333]: _type = "Task" [ 1107.180249] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.191220] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134636, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.304055] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52397a3f-d707-9713-4d5e-a9ca983a9614, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.304055] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27210ae-ab01-4af4-93b5-555bd99a2f2b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.309128] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1107.309128] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f079e-6d99-adf1-25d7-e114ca1a5d26" [ 1107.309128] env[69333]: _type = "Task" [ 1107.309128] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.312649] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.313103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.313103] env[69333]: DEBUG nova.network.neutron [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.320600] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f079e-6d99-adf1-25d7-e114ca1a5d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.398491] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.398850] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88dd9d79-5316-4e8e-bcc2-10960977c042 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.412022] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1107.412022] env[69333]: value = "task-4134637" [ 1107.412022] env[69333]: _type = "Task" [ 1107.412022] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.418788] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.677811] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.681428] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.818s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.683293] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.683293] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1107.683293] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.270s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.683956] env[69333]: INFO nova.compute.claims [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.690500] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9660223-883d-47a6-be12-b8299bf69df8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.707403] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188ec5aa-bec5-47ff-ba89-ecc553e7b9ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.711792] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134636, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.724782] env[69333]: INFO nova.scheduler.client.report [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted allocations for instance 9a744b12-7e57-4ac9-8310-548cc76c3a91 [ 1107.726553] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd3ecd-23af-4d79-b1d7-8c98e42611cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.738719] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36900d43-1663-41d3-bb0a-44bbc9ccc6c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.775208] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178817MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1107.775284] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.823535] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525f079e-6d99-adf1-25d7-e114ca1a5d26, 'name': SearchDatastore_Task, 'duration_secs': 0.022865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.823535] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.823795] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] cba80235-c783-47ce-85b4-e9fe07c41255/cba80235-c783-47ce-85b4-e9fe07c41255.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.824429] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c15a04-85eb-4888-adfa-77a419a9c5db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.832772] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1107.832772] env[69333]: value = "task-4134638" [ 1107.832772] env[69333]: _type = "Task" [ 1107.832772] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.844567] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.871931] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.907250] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.907574] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.907664] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.907829] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.907982] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.908192] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.908547] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.908640] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.908853] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.909072] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.909335] env[69333]: DEBUG nova.virt.hardware [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.910772] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6d3ee-f73b-4545-80a4-817ac423aa4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.925754] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4b7fc-9621-4216-a39b-625b6445d369 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.930111] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134637, 'name': PowerOffVM_Task, 'duration_secs': 0.398148} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.930912] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.931119] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.948084] env[69333]: DEBUG nova.compute.manager [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-changed-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.948296] env[69333]: DEBUG nova.compute.manager [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing instance network info cache due to event network-changed-1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.948488] env[69333]: DEBUG oslo_concurrency.lockutils [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] Acquiring lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.102963] env[69333]: INFO nova.network.neutron [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Port 89f9d19b-6c7f-4828-addb-3d163c33aec0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1108.103392] env[69333]: DEBUG nova.network.neutron [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.216439] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134636, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.236604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "9a744b12-7e57-4ac9-8310-548cc76c3a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.404s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.343751] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134638, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.393251] env[69333]: DEBUG oslo_concurrency.lockutils [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.393604] env[69333]: DEBUG oslo_concurrency.lockutils [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.437820] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.438137] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.438337] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.438568] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.438763] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.438923] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.440225] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.440225] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.440225] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.440225] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.440456] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.446261] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac12f63-879a-4850-b8ab-ff79303c740a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.465931] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1108.465931] env[69333]: value = "task-4134639" [ 1108.465931] env[69333]: _type = "Task" [ 1108.465931] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.477254] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.577852] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Successfully updated port: 10365387-9851-497f-b387-66b482240931 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.609444] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.613222] env[69333]: DEBUG oslo_concurrency.lockutils [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] Acquired lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.613577] env[69333]: DEBUG nova.network.neutron [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Refreshing network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.693743] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.694080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.694472] env[69333]: DEBUG nova.objects.instance [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'flavor' on Instance uuid 91de3fdd-3e76-40fb-80a2-f5465758d9dd {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.710301] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134636, 'name': CloneVM_Task, 'duration_secs': 1.469445} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.710772] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Created linked-clone VM from snapshot [ 1108.711623] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46620bc5-1faf-4043-bb3e-3423f5abb795 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.722737] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploading image e8f054cc-3aef-44f0-a0e2-57b471f7f534 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1108.755616] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1108.755616] env[69333]: value = "vm-818892" [ 1108.755616] env[69333]: _type = "VirtualMachine" [ 1108.755616] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1108.756486] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47898269-f41f-4934-8d3d-f9b203fa288c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.771073] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease: (returnval){ [ 1108.771073] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da31ce-b4ff-312d-eb25-7513663c0895" [ 1108.771073] env[69333]: _type = "HttpNfcLease" [ 1108.771073] env[69333]: } obtained for exporting VM: (result){ [ 1108.771073] env[69333]: value = "vm-818892" [ 1108.771073] env[69333]: _type = "VirtualMachine" [ 1108.771073] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1108.771073] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the lease: (returnval){ [ 1108.771073] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da31ce-b4ff-312d-eb25-7513663c0895" [ 1108.771073] env[69333]: _type = "HttpNfcLease" [ 1108.771073] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1108.784673] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.784673] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da31ce-b4ff-312d-eb25-7513663c0895" [ 1108.784673] env[69333]: _type = "HttpNfcLease" [ 1108.784673] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.792837] env[69333]: DEBUG nova.compute.manager [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Received event network-vif-plugged-10365387-9851-497f-b387-66b482240931 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.792837] env[69333]: DEBUG oslo_concurrency.lockutils [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] Acquiring lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.793127] env[69333]: DEBUG oslo_concurrency.lockutils [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.793398] env[69333]: DEBUG oslo_concurrency.lockutils [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.793670] env[69333]: DEBUG nova.compute.manager [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] No waiting events found dispatching network-vif-plugged-10365387-9851-497f-b387-66b482240931 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.793944] env[69333]: WARNING nova.compute.manager [req-533b8d26-130b-4f72-b962-4bb8c1091ed2 req-517ec563-475e-43b7-91a2-b34146ab3380 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Received unexpected event network-vif-plugged-10365387-9851-497f-b387-66b482240931 for instance with vm_state building and task_state spawning. [ 1108.844394] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574941} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.847984] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] cba80235-c783-47ce-85b4-e9fe07c41255/cba80235-c783-47ce-85b4-e9fe07c41255.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.847984] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.849699] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f5cca2-114b-4a52-994a-9fff4a41681d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.857229] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1108.857229] env[69333]: value = "task-4134641" [ 1108.857229] env[69333]: _type = "Task" [ 1108.857229] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.874029] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.898141] env[69333]: INFO nova.compute.manager [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Detaching volume 8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae [ 1108.952502] env[69333]: INFO nova.virt.block_device [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Attempting to driver detach volume 8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae from mountpoint /dev/sdb [ 1108.952892] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1108.953039] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818857', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'name': 'volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '52a6f8e5-c542-4f29-b548-122d6a149b2e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'serial': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1108.953911] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df791a13-a1a8-477b-aef3-9b7f8afbc87c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.986879] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf1cd7-d13b-442b-9910-04b967b11e60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.991561] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c844e142-423b-4806-b2de-c8c2971ab545 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.005875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e72ff-0b81-43c4-a091-9c86a077edd2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.009591] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134639, 'name': ReconfigVM_Task, 'duration_secs': 0.146308} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.010105] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.014112] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616cb0a-e554-4fa2-9c97-e7a3090d67b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.067337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d4992-e32b-43c1-bd51-cb294986a490 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.071999] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5881d3-93fe-46d1-b14a-ead4cc03c003 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.092345] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2390aaf8-ffc0-43bc-94f2-36bba8aa06de {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.096817] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.097014] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.097116] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.099111] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae/volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.105014] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.105681] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39dd036e-f0bb-44b7-b819-1df1274bae5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.125317] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0b703b0c-3c57-4d65-9aea-0fdbb9a23f7c tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-89f9d19b-6c7f-4828-addb-3d163c33aec0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.292s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.136736] env[69333]: DEBUG nova.compute.provider_tree [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.142535] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1109.142535] env[69333]: value = "task-4134642" [ 1109.142535] env[69333]: _type = "Task" [ 1109.142535] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.153152] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.279964] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.279964] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da31ce-b4ff-312d-eb25-7513663c0895" [ 1109.279964] env[69333]: _type = "HttpNfcLease" [ 1109.279964] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.282429] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.282429] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da31ce-b4ff-312d-eb25-7513663c0895" [ 1109.282429] env[69333]: _type = "HttpNfcLease" [ 1109.282429] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.282429] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e01b476-8239-40cc-b836-d2906f789e63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.292581] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.292918] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.357840] env[69333]: DEBUG nova.objects.instance [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'pci_requests' on Instance uuid 91de3fdd-3e76-40fb-80a2-f5465758d9dd {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.374793] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276037} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.374961] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.376636] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c16dd61-3843-47fc-a3e2-11be3b7195ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.402496] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] cba80235-c783-47ce-85b4-e9fe07c41255/cba80235-c783-47ce-85b4-e9fe07c41255.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.408243] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67950c6a-1dd5-4dfd-a753-c3018ae412ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.425338] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ee95be6-7ff5-44cf-944f-ddbd6a84cf40 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.435733] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1109.435733] env[69333]: value = "task-4134643" [ 1109.435733] env[69333]: _type = "Task" [ 1109.435733] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.450472] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.520197] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.520437] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.520584] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.520776] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.520919] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.521073] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.521363] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.521429] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.521582] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.521742] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.521949] env[69333]: DEBUG nova.virt.hardware [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.527856] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.528207] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f47b3e-cbc0-490d-af3a-2c1f7a2bc4f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.543534] env[69333]: DEBUG nova.network.neutron [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updated VIF entry in instance network info cache for port 1f4efacb-6960-4e23-933a-065e12110d44. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.543883] env[69333]: DEBUG nova.network.neutron [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [{"id": "1f4efacb-6960-4e23-933a-065e12110d44", "address": "fa:16:3e:a5:45:0f", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4efacb-69", "ovs_interfaceid": "1f4efacb-6960-4e23-933a-065e12110d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.554338] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1109.554338] env[69333]: value = "task-4134644" [ 1109.554338] env[69333]: _type = "Task" [ 1109.554338] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.562629] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.640084] env[69333]: DEBUG nova.scheduler.client.report [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.649122] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.659239] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134642, 'name': ReconfigVM_Task, 'duration_secs': 0.277541} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.659562] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.665956] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039f1b45-0aa7-428a-a5b2-94f0800329e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.689352] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1109.689352] env[69333]: value = "task-4134645" [ 1109.689352] env[69333]: _type = "Task" [ 1109.689352] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.700552] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.861902] env[69333]: DEBUG nova.objects.base [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Object Instance<91de3fdd-3e76-40fb-80a2-f5465758d9dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.862875] env[69333]: DEBUG nova.network.neutron [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.902566] env[69333]: DEBUG nova.network.neutron [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Updating instance_info_cache with network_info: [{"id": "10365387-9851-497f-b387-66b482240931", "address": "fa:16:3e:c3:27:86", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10365387-98", "ovs_interfaceid": "10365387-9851-497f-b387-66b482240931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.946350] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134643, 'name': ReconfigVM_Task, 'duration_secs': 0.329661} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.947082] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfigured VM instance instance-00000065 to attach disk [datastore1] cba80235-c783-47ce-85b4-e9fe07c41255/cba80235-c783-47ce-85b4-e9fe07c41255.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.947861] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-801978ef-ee4c-4f70-a908-ed76da2bfee1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.956509] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1109.956509] env[69333]: value = "task-4134646" [ 1109.956509] env[69333]: _type = "Task" [ 1109.956509] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.966594] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134646, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.984751] env[69333]: DEBUG nova.policy [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752b76220eb646caa5910fac515a529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff50d352421443f8f7dbda63f29dcdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.050433] env[69333]: DEBUG oslo_concurrency.lockutils [req-c73f0341-2e35-437f-a1c0-9760851e91de req-e6264c1c-dfa0-411c-a976-6f08524722ff service nova] Releasing lock "refresh_cache-62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.071044] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134644, 'name': ReconfigVM_Task, 'duration_secs': 0.222259} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.071044] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.071044] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87996da0-6b32-48f2-adb8-457ab20eec82 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.114322] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.114946] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0eb3002-9ac9-4bbc-8d32-72f6019cdb64 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.136643] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1110.136643] env[69333]: value = "task-4134647" [ 1110.136643] env[69333]: _type = "Task" [ 1110.136643] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.147182] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.153471] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.154545] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.158730] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.087s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.160447] env[69333]: INFO nova.compute.claims [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.201910] env[69333]: DEBUG oslo_vmware.api [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134645, 'name': ReconfigVM_Task, 'duration_secs': 0.191568} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.202875] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818857', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'name': 'volume-8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '52a6f8e5-c542-4f29-b548-122d6a149b2e', 'attached_at': '', 'detached_at': '', 'volume_id': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae', 'serial': '8a6b18bf-fe3e-4069-b5a7-b98f6e14bfae'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.244520] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.246514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.386136] env[69333]: DEBUG nova.compute.manager [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.387458] env[69333]: DEBUG nova.compute.manager [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing instance network info cache due to event network-changed-84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.387940] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.388544] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.389230] env[69333]: DEBUG nova.network.neutron [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.407019] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.407414] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Instance network_info: |[{"id": "10365387-9851-497f-b387-66b482240931", "address": "fa:16:3e:c3:27:86", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10365387-98", "ovs_interfaceid": "10365387-9851-497f-b387-66b482240931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.408141] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:27:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10365387-9851-497f-b387-66b482240931', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.417576] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.418833] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.419255] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a865fbe1-250e-4bfb-9dbe-9a1925a33c5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.446191] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.446191] env[69333]: value = "task-4134648" [ 1110.446191] env[69333]: _type = "Task" [ 1110.446191] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.458279] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134648, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.467221] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134646, 'name': Rename_Task, 'duration_secs': 0.174027} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.467877] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.468311] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6fb34d5-2d99-4fd9-91a8-cff9ee7c7f5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.476075] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1110.476075] env[69333]: value = "task-4134649" [ 1110.476075] env[69333]: _type = "Task" [ 1110.476075] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.486595] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.648101] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.666970] env[69333]: DEBUG nova.compute.utils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.677687] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.680501] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.745923] env[69333]: DEBUG nova.policy [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a92215b5fc345329455b7856df1730b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d556442f40b43c3999b8f4b2f768f38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.751054] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.779902] env[69333]: DEBUG nova.objects.instance [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'flavor' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.959779] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134648, 'name': CreateVM_Task, 'duration_secs': 0.396467} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.960070] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.960952] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.961295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.961860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.962230] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7214720c-f954-483a-a69f-25058fe88dc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.972047] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1110.972047] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52513c18-d61c-1ea6-6af3-99396a7e7e49" [ 1110.972047] env[69333]: _type = "Task" [ 1110.972047] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.991099] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52513c18-d61c-1ea6-6af3-99396a7e7e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.996431] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134649, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.157187] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134647, 'name': ReconfigVM_Task, 'duration_secs': 0.555982} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.157812] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616/b5231d7a-82b2-4f94-a37a-0d15574c5616.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.158369] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.182468] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.275879] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.419226] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully created port: c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.423383] env[69333]: DEBUG nova.network.neutron [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updated VIF entry in instance network info cache for port 84390e67-5c9f-41a5-a27e-80b0db7f1772. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.423579] env[69333]: DEBUG nova.network.neutron [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.491088] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52513c18-d61c-1ea6-6af3-99396a7e7e49, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.491472] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491769] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.492132] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.492249] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.492483] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.494763] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-567295c2-7472-4218-82b7-86970da33734 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.498136] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac65c3-5cb5-4375-8d5a-122ffa1a1a95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.506048] env[69333]: DEBUG oslo_vmware.api [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134649, 'name': PowerOnVM_Task, 'duration_secs': 0.568692} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.507220] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.507892] env[69333]: INFO nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1111.508144] env[69333]: DEBUG nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.509077] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05529aa9-010f-4a49-9cff-310ebeacd9dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.517431] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5424d-22cb-42ac-8378-059dfd5723ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.522304] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.522590] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.525541] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea232542-19aa-40c8-b88a-682daa154b20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.535760] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1111.535760] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5229ff40-716f-3212-cbe7-232893070523" [ 1111.535760] env[69333]: _type = "Task" [ 1111.535760] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.566763] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212c0d1-d732-4705-9b66-e1fc7411d16d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.579228] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a06eb-74ab-4690-9a07-4f9292506224 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.583812] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5229ff40-716f-3212-cbe7-232893070523, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.586109] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ad07a0-b5f6-4d12-8583-69b564d3f86a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.601192] env[69333]: DEBUG nova.compute.provider_tree [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.607103] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1111.607103] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a321e6-fa44-68a9-4335-14d639e86dec" [ 1111.607103] env[69333]: _type = "Task" [ 1111.607103] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.617518] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a321e6-fa44-68a9-4335-14d639e86dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.627935] env[69333]: DEBUG nova.compute.manager [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Received event network-changed-10365387-9851-497f-b387-66b482240931 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.628204] env[69333]: DEBUG nova.compute.manager [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Refreshing instance network info cache due to event network-changed-10365387-9851-497f-b387-66b482240931. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.628460] env[69333]: DEBUG oslo_concurrency.lockutils [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] Acquiring lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.628717] env[69333]: DEBUG oslo_concurrency.lockutils [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] Acquired lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.628861] env[69333]: DEBUG nova.network.neutron [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Refreshing network info cache for port 10365387-9851-497f-b387-66b482240931 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.631072] env[69333]: DEBUG nova.network.neutron [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Successfully updated port: 89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.667043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af09ec-c992-41c7-9749-ec197c9e2937 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.693120] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf028290-5a83-442c-b881-f63890c1aa29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.714646] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.788996] env[69333]: DEBUG oslo_concurrency.lockutils [None req-48e5b020-c9a1-44b5-a5a2-cdad2f711331 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.395s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.902068] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully created port: 93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.929022] env[69333]: DEBUG oslo_concurrency.lockutils [req-ba3da9a9-cdc9-458c-85e6-65fa009e8f92 req-5aecf009-cfdd-44db-9a55-45a176217f28 service nova] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.997322] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.997688] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.042977] env[69333]: INFO nova.compute.manager [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Took 20.24 seconds to build instance. [ 1112.105035] env[69333]: DEBUG nova.scheduler.client.report [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.127821] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a321e6-fa44-68a9-4335-14d639e86dec, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.128101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.128379] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd38a8e6-06c7-4de0-b296-b933693a6770/bd38a8e6-06c7-4de0-b296-b933693a6770.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.128984] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48bb46ff-fcb3-4558-b896-b121dd432fa6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.140105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.141468] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.141468] env[69333]: DEBUG nova.network.neutron [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.145614] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1112.145614] env[69333]: value = "task-4134650" [ 1112.145614] env[69333]: _type = "Task" [ 1112.145614] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.156643] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.197797] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.240260] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.240260] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.240260] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.240260] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.240260] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.240957] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.241350] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.241678] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.242038] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.242308] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.242578] env[69333]: DEBUG nova.virt.hardware [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.243849] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056f15a-1ef5-4712-b1f0-312b537de1bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.260536] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4979743-3b28-4f32-b5fb-1f56b45bd1b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.322831] env[69333]: DEBUG nova.network.neutron [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Port e4e58d4a-9210-4814-9f98-f9598d2404ca binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.358212] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully created port: 849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.433061] env[69333]: DEBUG nova.network.neutron [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Updated VIF entry in instance network info cache for port 10365387-9851-497f-b387-66b482240931. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.433061] env[69333]: DEBUG nova.network.neutron [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Updating instance_info_cache with network_info: [{"id": "10365387-9851-497f-b387-66b482240931", "address": "fa:16:3e:c3:27:86", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10365387-98", "ovs_interfaceid": "10365387-9851-497f-b387-66b482240931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.504101] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.546211] env[69333]: DEBUG nova.compute.manager [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.546211] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.546211] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.546211] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.546211] env[69333]: DEBUG nova.compute.manager [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] No waiting events found dispatching network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.546211] env[69333]: WARNING nova.compute.manager [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received unexpected event network-vif-plugged-89f9d19b-6c7f-4828-addb-3d163c33aec0 for instance with vm_state active and task_state None. [ 1112.546211] env[69333]: DEBUG nova.compute.manager [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-changed-89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.547768] env[69333]: DEBUG nova.compute.manager [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing instance network info cache due to event network-changed-89f9d19b-6c7f-4828-addb-3d163c33aec0. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.549017] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.553044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e6c7bab2-646e-42b1-8d01-507d9a97187a tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.758s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.619575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.620719] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.624514] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.849s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.667530] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.702339] env[69333]: WARNING nova.network.neutron [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] 6ebe7ede-aef0-42dc-8d94-398ac031574c already exists in list: networks containing: ['6ebe7ede-aef0-42dc-8d94-398ac031574c']. ignoring it [ 1112.934476] env[69333]: DEBUG oslo_concurrency.lockutils [req-061aaf2e-0153-4d20-abfa-f3de15e8ab7e req-471f525d-1d41-4d5c-9400-436a2338da29 service nova] Releasing lock "refresh_cache-bd38a8e6-06c7-4de0-b296-b933693a6770" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.026476] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.072693] env[69333]: DEBUG nova.network.neutron [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "address": "fa:16:3e:ef:21:e7", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f9d19b-6c", "ovs_interfaceid": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.135484] env[69333]: DEBUG nova.compute.utils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.142718] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.142963] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.157560] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857093} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.157890] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] bd38a8e6-06c7-4de0-b296-b933693a6770/bd38a8e6-06c7-4de0-b296-b933693a6770.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.158241] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.158874] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9947fb7e-a5dd-46a3-b1a0-b0f4b68dc160 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.168103] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1113.168103] env[69333]: value = "task-4134651" [ 1113.168103] env[69333]: _type = "Task" [ 1113.168103] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.177630] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.183572] env[69333]: DEBUG nova.policy [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '525823b3fb9d4a79a9fb0b920ca7a6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8427f90a8d4e7fae632a096e3e649f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.280848] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.281257] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.281550] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.281816] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.282015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.284522] env[69333]: INFO nova.compute.manager [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Terminating instance [ 1113.305056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.305410] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.343960] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.344277] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.344456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.494903] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Successfully created port: 513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.575657] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.576427] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.576593] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.576893] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.577089] env[69333]: DEBUG nova.network.neutron [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Refreshing network info cache for port 89f9d19b-6c7f-4828-addb-3d163c33aec0 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.579290] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9521381f-9e1c-43e5-8abb-9ff63e4d1fbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.598553] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.598802] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.598967] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.599174] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.599342] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.599604] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.599938] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.600145] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.600405] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.600568] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.600823] env[69333]: DEBUG nova.virt.hardware [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.607998] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfiguring VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.609417] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6594d8c4-c628-4355-8045-96f6dc2b131f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.632353] env[69333]: DEBUG oslo_vmware.api [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1113.632353] env[69333]: value = "task-4134652" [ 1113.632353] env[69333]: _type = "Task" [ 1113.632353] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.642577] env[69333]: DEBUG oslo_vmware.api [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134652, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.643489] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.646823] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance b5231d7a-82b2-4f94-a37a-0d15574c5616 as it has an incoming, in-progress migration d7e96208-3e06-44b2-85bf-510b9f3198c4. Migration status is post-migrating {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1113.648519] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating resource usage from migration d7e96208-3e06-44b2-85bf-510b9f3198c4 [ 1113.685784] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094825} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.686375] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.687990] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60307c6c-9591-4de8-b20b-93890f25094e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a3122aed-c4a5-473f-85f7-546745a608cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e735079d-0582-4793-8d69-c5cb04fafbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 52a6f8e5-c542-4f29-b548-122d6a149b2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 91de3fdd-3e76-40fb-80a2-f5465758d9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f32a9507-36cf-444f-a47e-97a1e12bfc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 0c7169c5-7737-4334-af85-55e1cb189eb2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.695760] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance cba80235-c783-47ce-85b4-e9fe07c41255 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.696240] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration d7e96208-3e06-44b2-85bf-510b9f3198c4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1113.696240] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance b5231d7a-82b2-4f94-a37a-0d15574c5616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.696307] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance bd38a8e6-06c7-4de0-b296-b933693a6770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.696539] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.696638] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 7e639790-6ac4-434e-b742-64e321d89675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1113.727900] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bd38a8e6-06c7-4de0-b296-b933693a6770/bd38a8e6-06c7-4de0-b296-b933693a6770.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.729432] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9055b14a-fead-4e10-bf75-741977cf2385 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.753263] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1113.753263] env[69333]: value = "task-4134653" [ 1113.753263] env[69333]: _type = "Task" [ 1113.753263] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.768089] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.788893] env[69333]: DEBUG nova.compute.manager [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.789370] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.791478] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d537d96-2815-46d8-9ea1-343a617bad49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.804272] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.804583] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d30fded-a41e-42e3-8ca8-8641ab354252 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.810180] env[69333]: DEBUG nova.compute.utils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.814206] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1113.814206] env[69333]: value = "task-4134654" [ 1113.814206] env[69333]: _type = "Task" [ 1113.814206] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.825932] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.023840] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully updated port: c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.143882] env[69333]: DEBUG oslo_vmware.api [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.200150] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1114.265201] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.315611] env[69333]: DEBUG nova.network.neutron [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updated VIF entry in instance network info cache for port 89f9d19b-6c7f-4828-addb-3d163c33aec0. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.316309] env[69333]: DEBUG nova.network.neutron [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "address": "fa:16:3e:ef:21:e7", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f9d19b-6c", "ovs_interfaceid": "89f9d19b-6c7f-4828-addb-3d163c33aec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.318983] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.330760] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134654, 'name': PowerOffVM_Task, 'duration_secs': 0.262936} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.331698] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.331877] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.332171] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5abdd0c8-6614-4d07-bbda-fbcca5bd9881 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.394768] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.394965] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.395240] env[69333]: DEBUG nova.network.neutron [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.431255] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.431489] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.431707] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.432010] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e8d3501-11f9-4e55-a71a-d86e560393f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.445430] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1114.445430] env[69333]: value = "task-4134656" [ 1114.445430] env[69333]: _type = "Task" [ 1114.445430] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.455769] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.644549] env[69333]: DEBUG oslo_vmware.api [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134652, 'name': ReconfigVM_Task, 'duration_secs': 0.777433} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.645356] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.645592] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfigured VM to attach interface {{(pid=69333) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1114.658294] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.693038] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.693555] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.693555] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.693708] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.693856] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.694015] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.694234] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.694392] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.694753] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.694753] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.694871] env[69333]: DEBUG nova.virt.hardware [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.695902] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195e447-ea79-4ba9-adb7-7b19c30a0569 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.705298] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1114.705956] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1114.706157] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1114.711269] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660d51b-36da-4f8d-bf3d-0bcd3c8dba10 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.767620] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134653, 'name': ReconfigVM_Task, 'duration_secs': 0.538386} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.771113] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bd38a8e6-06c7-4de0-b296-b933693a6770/bd38a8e6-06c7-4de0-b296-b933693a6770.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.772938] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab95c2fc-c673-4dfe-9e43-2fa2ec8d0c9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.780715] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1114.780715] env[69333]: value = "task-4134657" [ 1114.780715] env[69333]: _type = "Task" [ 1114.780715] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.794429] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134657, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.820768] env[69333]: DEBUG oslo_concurrency.lockutils [req-394e7e12-6cd5-4578-90a4-a6826d8a7693 req-57c3b561-45b7-48dd-a40e-9efa1ecb4939 service nova] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.961667] env[69333]: DEBUG oslo_vmware.api [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370671} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.962128] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.962440] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.962772] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.963283] env[69333]: INFO nova.compute.manager [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1114.963443] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.968955] env[69333]: DEBUG nova.compute.manager [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.969170] env[69333]: DEBUG nova.network.neutron [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.000726] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f57a2-55be-4bb4-b79a-de6111c0afa3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.012722] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aab2dd-6685-470a-b4c1-f98dc6b43b24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.056962] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9fb0c-5d96-42ce-8f10-324145b9f4ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.065987] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48801a9a-6ca4-4d17-8874-dd2294c3a025 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083761] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.151013] env[69333]: DEBUG oslo_concurrency.lockutils [None req-09819850-6683-48e8-ae44-06e19f0e6361 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.457s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.264863] env[69333]: DEBUG nova.network.neutron [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [{"id": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "address": "fa:16:3e:b6:3a:ca", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e58d4a-92", "ovs_interfaceid": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.291775] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134657, 'name': Rename_Task, 'duration_secs': 0.254196} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.292270] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.292554] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f54d56b-e325-4884-b724-ef79cb828d97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.300109] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1115.300109] env[69333]: value = "task-4134658" [ 1115.300109] env[69333]: _type = "Task" [ 1115.300109] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.309507] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.397481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.397850] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.398219] env[69333]: INFO nova.compute.manager [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Attaching volume 542cf85e-9784-48c1-a655-4e283d8868ea to /dev/sdb [ 1115.431557] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3077e-fc16-47b7-942b-0b6bc3f1af50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.440631] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc671c-59e3-4907-8552-0ad98e016e29 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.458571] env[69333]: DEBUG nova.virt.block_device [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Updating existing volume attachment record: 83a62a43-0a86-41f8-ba0d-2237570208c6 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1115.471999] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Successfully updated port: 513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.493703] env[69333]: DEBUG nova.compute.manager [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-plugged-c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.493703] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.493906] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.494254] env[69333]: DEBUG oslo_concurrency.lockutils [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.494592] env[69333]: DEBUG nova.compute.manager [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] No waiting events found dispatching network-vif-plugged-c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.494944] env[69333]: WARNING nova.compute.manager [req-1d7062c3-edb9-4570-b6ed-3ab5820def85 req-4650ef47-65af-46b0-8537-d130a4d13a02 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received unexpected event network-vif-plugged-c1593e0f-a287-4234-8173-05ea615c19de for instance with vm_state building and task_state spawning. [ 1115.589664] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.767869] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.818743] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.875989] env[69333]: DEBUG nova.compute.manager [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Received event network-vif-plugged-513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.875989] env[69333]: DEBUG oslo_concurrency.lockutils [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] Acquiring lock "7e639790-6ac4-434e-b742-64e321d89675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.876149] env[69333]: DEBUG oslo_concurrency.lockutils [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.876385] env[69333]: DEBUG oslo_concurrency.lockutils [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.876569] env[69333]: DEBUG nova.compute.manager [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] No waiting events found dispatching network-vif-plugged-513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.876732] env[69333]: WARNING nova.compute.manager [req-eb0309ac-3da7-4185-97bf-a385209cb003 req-67172c2a-bb8b-4899-acb6-6363dcb9d4c2 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Received unexpected event network-vif-plugged-513c12e7-d939-4f68-b5dc-7bc9aa577940 for instance with vm_state building and task_state spawning. [ 1115.982027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.982027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.982027] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.094487] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1116.094700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.470s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.094966] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.820s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.096642] env[69333]: INFO nova.compute.claims [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.224862] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully updated port: 93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.306735] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84950ff4-d7ef-48c4-97af-5302bccf8730 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.316564] env[69333]: DEBUG oslo_vmware.api [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134658, 'name': PowerOnVM_Task, 'duration_secs': 0.756305} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.330459] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.330713] env[69333]: INFO nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1116.330908] env[69333]: DEBUG nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.331938] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb6f98-addd-47ce-9a52-ea8a93f8e0c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.335646] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7396a-f44e-4fd7-9a48-883315282e4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.343353] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.447185] env[69333]: DEBUG nova.network.neutron [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.538547] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.557027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.557027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.714947] env[69333]: DEBUG nova.network.neutron [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.854329] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.860730] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca24fbb-c7c2-4da5-9c4f-953065ce412c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.874644] env[69333]: INFO nova.compute.manager [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Took 19.94 seconds to build instance. [ 1116.882948] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1116.882948] env[69333]: value = "task-4134662" [ 1116.882948] env[69333]: _type = "Task" [ 1116.882948] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.900257] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.951914] env[69333]: INFO nova.compute.manager [-] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Took 1.98 seconds to deallocate network for instance. [ 1117.063778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.063778] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.063778] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9cfa3-387d-40ee-a194-7e07113e551b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.080907] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d72f9a7-03d8-4c10-827b-cf34ef905961 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.119454] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfiguring VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1117.120207] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0734c2c-26ec-4f6d-b83c-35cd976aa533 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.143144] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1117.143144] env[69333]: value = "task-4134663" [ 1117.143144] env[69333]: _type = "Task" [ 1117.143144] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.152532] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.219120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.219120] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Instance network_info: |[{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.219354] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:59:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513c12e7-d939-4f68-b5dc-7bc9aa577940', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.228569] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.231470] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.231971] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92212b8c-c046-4bd8-8f84-f1b2c8340cc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.257292] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.257292] env[69333]: value = "task-4134664" [ 1117.257292] env[69333]: _type = "Task" [ 1117.257292] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.270505] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134664, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.376462] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a7249-8649-44bb-8f47-7690b1fa2fc3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.380401] env[69333]: DEBUG oslo_concurrency.lockutils [None req-00b08400-9359-410c-bbac-d31ad4985286 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.452s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.389996] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be3bc84-6e91-476b-b615-00d68c5c9f18 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.400998] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.428693] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7848b518-81a2-452b-a8c3-22c3b38a314c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.442563] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca47f219-015b-4d7f-b799-bbebdd62def5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.459967] env[69333]: DEBUG nova.compute.provider_tree [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.463096] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.554756] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-changed-c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.554934] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing instance network info cache due to event network-changed-c1593e0f-a287-4234-8173-05ea615c19de. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.555115] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Acquiring lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.555415] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Acquired lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.555589] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing network info cache for port c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.655668] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.768595] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134664, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.895487] env[69333]: DEBUG oslo_vmware.api [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134662, 'name': PowerOnVM_Task, 'duration_secs': 0.669353} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.895772] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.895958] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cbb8b4-9abe-4bdd-9722-07d565e2a7d0 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance 'b5231d7a-82b2-4f94-a37a-0d15574c5616' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.915895] env[69333]: DEBUG nova.compute.manager [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Received event network-changed-513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.916032] env[69333]: DEBUG nova.compute.manager [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Refreshing instance network info cache due to event network-changed-513c12e7-d939-4f68-b5dc-7bc9aa577940. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.916233] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.916308] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.916484] env[69333]: DEBUG nova.network.neutron [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Refreshing network info cache for port 513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.941697] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "bd38a8e6-06c7-4de0-b296-b933693a6770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.941944] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.942170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.942359] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.942522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.944947] env[69333]: INFO nova.compute.manager [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Terminating instance [ 1117.964547] env[69333]: DEBUG nova.scheduler.client.report [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.097096] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.156034] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.184389] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.272292] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134664, 'name': CreateVM_Task, 'duration_secs': 0.522552} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.272640] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.273592] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.273826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.274307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.274678] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a84ce99-53e9-47db-90e2-a73205ada861 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.284112] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1118.284112] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a9b9b-8375-fbc5-4f42-b4b053addd53" [ 1118.284112] env[69333]: _type = "Task" [ 1118.284112] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.295426] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a9b9b-8375-fbc5-4f42-b4b053addd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.334183] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Successfully updated port: 849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.448836] env[69333]: DEBUG nova.compute.manager [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.449097] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.450225] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef4932f-c26e-4b27-be00-70ec1a2af847 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.459034] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.459366] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cc16b0-a72d-47e3-bd09-50fc65816ba4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.467384] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1118.467384] env[69333]: value = "task-4134666" [ 1118.467384] env[69333]: _type = "Task" [ 1118.467384] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.472051] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.472435] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.475638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.449s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.484021] env[69333]: INFO nova.compute.claims [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.499773] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.661154] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.687318] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Releasing lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.687715] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-plugged-93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.688038] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.688751] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.688751] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.689038] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] No waiting events found dispatching network-vif-plugged-93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.690508] env[69333]: WARNING nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received unexpected event network-vif-plugged-93e38314-3ec1-45b2-a0e7-833b777bd715 for instance with vm_state building and task_state spawning. [ 1118.690508] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-changed-93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.690508] env[69333]: DEBUG nova.compute.manager [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing instance network info cache due to event network-changed-93e38314-3ec1-45b2-a0e7-833b777bd715. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.690508] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Acquiring lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.690678] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Acquired lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.690832] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing network info cache for port 93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.743475] env[69333]: DEBUG nova.network.neutron [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updated VIF entry in instance network info cache for port 513c12e7-d939-4f68-b5dc-7bc9aa577940. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.744400] env[69333]: DEBUG nova.network.neutron [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.795399] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522a9b9b-8375-fbc5-4f42-b4b053addd53, 'name': SearchDatastore_Task, 'duration_secs': 0.020599} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.795730] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.795953] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.796208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.796368] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.796554] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.796822] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41db12ef-b3bb-4044-9a0d-d619b3e8b3ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.808230] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.808433] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.809192] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e401d0-5526-4adb-8627-2abb06cd32ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.815929] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1118.815929] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b93a49-6fee-16ec-a459-782c7f58548c" [ 1118.815929] env[69333]: _type = "Task" [ 1118.815929] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.824171] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b93a49-6fee-16ec-a459-782c7f58548c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.837355] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.982358] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134666, 'name': PowerOffVM_Task, 'duration_secs': 0.255391} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.982650] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.982819] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.983115] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a870b361-d4a9-40e9-8082-a81690d129af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.993253] env[69333]: DEBUG nova.compute.utils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.994734] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.994912] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.039302] env[69333]: DEBUG nova.policy [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f136a849f641484e81ae4362054b27c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8374d0ba3d6e4bd6bb046c8ffe7263c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.070997] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.071292] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.071481] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore1] bd38a8e6-06c7-4de0-b296-b933693a6770 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.071748] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a1247d-efbd-4a88-9250-df445900bdd5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.082089] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1119.082089] env[69333]: value = "task-4134668" [ 1119.082089] env[69333]: _type = "Task" [ 1119.082089] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.091575] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.158333] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.247022] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.249961] env[69333]: DEBUG oslo_concurrency.lockutils [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.250547] env[69333]: DEBUG nova.compute.manager [req-29b27280-9e6f-403d-ae41-ca7a2cf9b753 req-66c64ac8-fb2c-43ca-b265-fc490b9e21f1 service nova] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Received event network-vif-deleted-13de3fc4-3337-4bea-97fc-c089c35b2d7a {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.328324] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b93a49-6fee-16ec-a459-782c7f58548c, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.329399] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f40254b-31ef-4552-b41a-3bf9febee620 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.332923] env[69333]: DEBUG nova.network.neutron [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.338525] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1119.338525] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d551bc-9dd7-5511-d1cc-37dd81464a4c" [ 1119.338525] env[69333]: _type = "Task" [ 1119.338525] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.348098] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d551bc-9dd7-5511-d1cc-37dd81464a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.447316] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Successfully created port: 0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.501645] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.598931] env[69333]: DEBUG nova.compute.manager [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-plugged-849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.599176] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.599392] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.599558] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.599720] env[69333]: DEBUG nova.compute.manager [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] No waiting events found dispatching network-vif-plugged-849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.599886] env[69333]: WARNING nova.compute.manager [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received unexpected event network-vif-plugged-849e5712-f685-483e-9887-a9efb4823edd for instance with vm_state building and task_state spawning. [ 1119.600052] env[69333]: DEBUG nova.compute.manager [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-changed-849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.600210] env[69333]: DEBUG nova.compute.manager [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing instance network info cache due to event network-changed-849e5712-f685-483e-9887-a9efb4823edd. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.600375] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Acquiring lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.602962] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.604839] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675e729-82d2-4802-94e5-cfa519adb213 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.615563] env[69333]: DEBUG oslo_vmware.api [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318562} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.616046] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.616274] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.616517] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.616702] env[69333]: INFO nova.compute.manager [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1119.617018] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.617130] env[69333]: DEBUG nova.compute.manager [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.617201] env[69333]: DEBUG nova.network.neutron [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.621218] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.621411] env[69333]: ERROR oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk due to incomplete transfer. [ 1119.621931] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a37027d-c0fc-48b4-983a-30e1b2ccfd43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.632106] env[69333]: DEBUG oslo_vmware.rw_handles [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eb01e-6d71-7766-b901-a2c6a5554880/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1119.632374] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Uploaded image e8f054cc-3aef-44f0-a0e2-57b471f7f534 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1119.635827] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1119.639531] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ece1c2d-4d00-447a-bb9a-19f68a9ec020 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.654715] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1119.654715] env[69333]: value = "task-4134669" [ 1119.654715] env[69333]: _type = "Task" [ 1119.654715] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.667066] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.675583] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134669, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.832213] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3394a7a-9642-4bdb-8461-a73795bcdfe6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.836156] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e4a1af2-48b5-49d2-8da6-2b1ab56fcb34 req-56552c61-9769-4ad1-90a7-ef9a3f70c518 service nova] Releasing lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.836867] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.837042] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.847285] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f7b00-4ef0-4be3-b2b6-9136afbd54fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.859082] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d551bc-9dd7-5511-d1cc-37dd81464a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.024407} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.889842] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.890362] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.891453] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce3530d7-2ccd-4f3f-ba62-cd4141a9924c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.894273] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba96379a-ef9e-4b32-bc90-fcc718620296 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.904736] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f2c162-f41d-4750-ad61-22e684497a51 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.909035] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1119.909035] env[69333]: value = "task-4134670" [ 1119.909035] env[69333]: _type = "Task" [ 1119.909035] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.923010] env[69333]: DEBUG nova.compute.provider_tree [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.931494] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.008141] env[69333]: INFO nova.virt.block_device [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Booting with volume bdb865b7-dda0-4507-b2ab-628a90700515 at /dev/sda [ 1120.028477] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.028725] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818895', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'name': 'volume-542cf85e-9784-48c1-a655-4e283d8868ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cba80235-c783-47ce-85b4-e9fe07c41255', 'attached_at': '', 'detached_at': '', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'serial': '542cf85e-9784-48c1-a655-4e283d8868ea'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.029623] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c8b4d-3fa4-4150-9bf1-f8dc5e65f2c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.050477] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10468350-b205-4eb8-a6d8-2742d73728ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.054329] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aadaed78-9257-4990-b3a0-e0bc0c3b5ca9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.079939] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-542cf85e-9784-48c1-a655-4e283d8868ea/volume-542cf85e-9784-48c1-a655-4e283d8868ea.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.082381] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc2bca4-4b1b-4e11-b74a-56479e68bd6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.096991] env[69333]: DEBUG nova.compute.manager [req-f7bd8987-828d-40ef-b3d4-5625f1c6c523 req-f6e8eff5-1de3-4ca7-b114-6ebb31aa08d8 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Received event network-vif-deleted-10365387-9851-497f-b387-66b482240931 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.097250] env[69333]: INFO nova.compute.manager [req-f7bd8987-828d-40ef-b3d4-5625f1c6c523 req-f6e8eff5-1de3-4ca7-b114-6ebb31aa08d8 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Neutron deleted interface 10365387-9851-497f-b387-66b482240931; detaching it from the instance and deleting it from the info cache [ 1120.097365] env[69333]: DEBUG nova.network.neutron [req-f7bd8987-828d-40ef-b3d4-5625f1c6c523 req-f6e8eff5-1de3-4ca7-b114-6ebb31aa08d8 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.101325] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619b346-d021-4849-99a9-f16cea25ae03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.119187] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1120.119187] env[69333]: value = "task-4134671" [ 1120.119187] env[69333]: _type = "Task" [ 1120.119187] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.141649] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f58bfd12-7229-4981-81aa-6bcc34924084 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.143696] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.151622] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c02d4-b3d2-45cc-9550-de441a785e13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.175993] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.180720] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134669, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.196118] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c67e2c-cf97-4eef-bf3b-877b76aec2ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.204290] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc709d-1043-4916-9f9c-8a9f20530fbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.219985] env[69333]: DEBUG nova.virt.block_device [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating existing volume attachment record: 4aeedb71-f7c0-4b23-8119-d7b0e3beae72 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.238293] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.238585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.238748] env[69333]: DEBUG nova.compute.manager [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Going to confirm migration 5 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1120.400434] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.422507] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134670, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.426698] env[69333]: DEBUG nova.scheduler.client.report [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.495855] env[69333]: DEBUG nova.network.neutron [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.614153] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb6f39c2-9029-427a-8bf2-68c2d8aa7332 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.632873] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017d5c6-1337-4e45-a132-2eeb7674b6b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.651433] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134671, 'name': ReconfigVM_Task, 'duration_secs': 0.507791} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.655825] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-542cf85e-9784-48c1-a655-4e283d8868ea/volume-542cf85e-9784-48c1-a655-4e283d8868ea.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.661674] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a2f153-9b25-4fdb-9ff3-c18291e5ea9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.688470] env[69333]: DEBUG nova.compute.manager [req-f7bd8987-828d-40ef-b3d4-5625f1c6c523 req-f6e8eff5-1de3-4ca7-b114-6ebb31aa08d8 service nova] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Detach interface failed, port_id=10365387-9851-497f-b387-66b482240931, reason: Instance bd38a8e6-06c7-4de0-b296-b933693a6770 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.696117] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.697999] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1120.697999] env[69333]: value = "task-4134672" [ 1120.697999] env[69333]: _type = "Task" [ 1120.697999] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.704781] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134669, 'name': Destroy_Task, 'duration_secs': 1.055466} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.705527] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroyed the VM [ 1120.706129] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1120.706129] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2021ceb5-b176-41fc-8338-72ce105766a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.713064] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.714293] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1120.714293] env[69333]: value = "task-4134673" [ 1120.714293] env[69333]: _type = "Task" [ 1120.714293] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.725552] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.802164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.802739] env[69333]: DEBUG nova.network.neutron [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.803063] env[69333]: DEBUG nova.objects.instance [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'info_cache' on Instance uuid b5231d7a-82b2-4f94-a37a-0d15574c5616 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.921389] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807807} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.921689] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.921965] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.922148] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9845e9e8-f22c-4c2c-82f0-9bb1c9dbf3c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.929786] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1120.929786] env[69333]: value = "task-4134674" [ 1120.929786] env[69333]: _type = "Task" [ 1120.929786] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.934154] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.934837] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.941062] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.478s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.941316] env[69333]: DEBUG nova.objects.instance [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'resources' on Instance uuid 52a6f8e5-c542-4f29-b548-122d6a149b2e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.942427] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.000769] env[69333]: INFO nova.compute.manager [-] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Took 1.38 seconds to deallocate network for instance. [ 1121.008063] env[69333]: DEBUG nova.network.neutron [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updating instance_info_cache with network_info: [{"id": "c1593e0f-a287-4234-8173-05ea615c19de", "address": "fa:16:3e:3f:ca:b4", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1593e0f-a2", "ovs_interfaceid": "c1593e0f-a287-4234-8173-05ea615c19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93e38314-3ec1-45b2-a0e7-833b777bd715", "address": "fa:16:3e:11:ab:64", "network": {"id": "0953e09c-34f1-4e3e-93a9-0927cae8629e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-462420294", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e38314-3e", "ovs_interfaceid": "93e38314-3ec1-45b2-a0e7-833b777bd715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849e5712-f685-483e-9887-a9efb4823edd", "address": "fa:16:3e:5e:bf:62", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849e5712-f6", "ovs_interfaceid": "849e5712-f685-483e-9887-a9efb4823edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.164692] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.208959] env[69333]: DEBUG oslo_vmware.api [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134672, 'name': ReconfigVM_Task, 'duration_secs': 0.271779} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.209319] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818895', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'name': 'volume-542cf85e-9784-48c1-a655-4e283d8868ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cba80235-c783-47ce-85b4-e9fe07c41255', 'attached_at': '', 'detached_at': '', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'serial': '542cf85e-9784-48c1-a655-4e283d8868ea'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.226244] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.440539] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134674, 'name': ExtendVirtualDisk_Task} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.440539] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.441292] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a12cb1-1f23-435c-8bff-c4744c8ae268 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.445558] env[69333]: DEBUG nova.compute.utils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.450042] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Successfully updated port: 0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.451450] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.451682] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.486724] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.490602] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13b7ea2-46fa-4c09-9f23-5b2e89e99d8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.513046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.513046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513046] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance network_info: |[{"id": "c1593e0f-a287-4234-8173-05ea615c19de", "address": "fa:16:3e:3f:ca:b4", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1593e0f-a2", "ovs_interfaceid": "c1593e0f-a287-4234-8173-05ea615c19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93e38314-3ec1-45b2-a0e7-833b777bd715", "address": "fa:16:3e:11:ab:64", "network": {"id": "0953e09c-34f1-4e3e-93a9-0927cae8629e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-462420294", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e38314-3e", "ovs_interfaceid": "93e38314-3ec1-45b2-a0e7-833b777bd715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849e5712-f685-483e-9887-a9efb4823edd", "address": "fa:16:3e:5e:bf:62", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849e5712-f6", "ovs_interfaceid": "849e5712-f685-483e-9887-a9efb4823edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.513046] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Acquired lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513046] env[69333]: DEBUG nova.network.neutron [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Refreshing network info cache for port 849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.514488] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ca:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1593e0f-a287-4234-8173-05ea615c19de', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:ab:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93e38314-3ec1-45b2-a0e7-833b777bd715', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:bf:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849e5712-f685-483e-9887-a9efb4823edd', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.526697] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Creating folder: Project (1d556442f40b43c3999b8f4b2f768f38). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.534340] env[69333]: DEBUG nova.policy [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f56541c2774143a790646ed31534049d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa9a40c8c72c4f088aca4d17ca6f987d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.537297] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54c81364-2aa7-4073-9b7a-012f59320023 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.539997] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1121.539997] env[69333]: value = "task-4134675" [ 1121.539997] env[69333]: _type = "Task" [ 1121.539997] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.551859] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.553306] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Created folder: Project (1d556442f40b43c3999b8f4b2f768f38) in parent group-v818612. [ 1121.554083] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Creating folder: Instances. Parent ref: group-v818897. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.554083] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eac0e0e6-caf4-4699-87eb-80f25e4b49cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.564953] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Created folder: Instances in parent group-v818897. [ 1121.565142] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.565388] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.565644] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75e14287-4efb-4e11-9121-d45c7e5fee55 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.598768] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.598768] env[69333]: value = "task-4134678" [ 1121.598768] env[69333]: _type = "Task" [ 1121.598768] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.609585] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134678, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.622896] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.623217] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.628676] env[69333]: DEBUG nova.compute.manager [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Received event network-vif-plugged-0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.629067] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Acquiring lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.629416] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.629742] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.629979] env[69333]: DEBUG nova.compute.manager [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] No waiting events found dispatching network-vif-plugged-0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1121.630347] env[69333]: WARNING nova.compute.manager [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Received unexpected event network-vif-plugged-0aa0231b-ac38-4baf-888f-52bd7deabb96 for instance with vm_state building and task_state block_device_mapping. [ 1121.630541] env[69333]: DEBUG nova.compute.manager [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Received event network-changed-0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.630855] env[69333]: DEBUG nova.compute.manager [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Refreshing instance network info cache due to event network-changed-0aa0231b-ac38-4baf-888f-52bd7deabb96. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.631113] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Acquiring lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.631338] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Acquired lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.631503] env[69333]: DEBUG nova.network.neutron [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Refreshing network info cache for port 0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.667294] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.726314] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.782905] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e67c6-23d8-4f46-9d11-0e6a4282a36d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.792294] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074d4b67-2969-489f-a2df-b7d73beac207 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.831528] env[69333]: DEBUG nova.network.neutron [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updated VIF entry in instance network info cache for port 849e5712-f685-483e-9887-a9efb4823edd. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.832104] env[69333]: DEBUG nova.network.neutron [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updating instance_info_cache with network_info: [{"id": "c1593e0f-a287-4234-8173-05ea615c19de", "address": "fa:16:3e:3f:ca:b4", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1593e0f-a2", "ovs_interfaceid": "c1593e0f-a287-4234-8173-05ea615c19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93e38314-3ec1-45b2-a0e7-833b777bd715", "address": "fa:16:3e:11:ab:64", "network": {"id": "0953e09c-34f1-4e3e-93a9-0927cae8629e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-462420294", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e38314-3e", "ovs_interfaceid": "93e38314-3ec1-45b2-a0e7-833b777bd715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849e5712-f685-483e-9887-a9efb4823edd", "address": "fa:16:3e:5e:bf:62", "network": {"id": "f805844b-99af-4411-92af-c91cbc928df3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1016409251", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849e5712-f6", "ovs_interfaceid": "849e5712-f685-483e-9887-a9efb4823edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.834574] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c9fba-64da-46f2-93b8-50aa4ff5e862 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845073] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760261d-cc8b-4526-9b5c-7f338a9a1662 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.862866] env[69333]: DEBUG nova.compute.provider_tree [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.901549] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Successfully created port: d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.950453] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.963858] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.054912] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134675, 'name': ReconfigVM_Task, 'duration_secs': 0.442298} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.055373] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.056093] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47440b6c-7821-4c6e-8af4-fde5388f214f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.064446] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1122.064446] env[69333]: value = "task-4134679" [ 1122.064446] env[69333]: _type = "Task" [ 1122.064446] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.073841] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134679, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.110721] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134678, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.112352] env[69333]: DEBUG nova.network.neutron [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [{"id": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "address": "fa:16:3e:b6:3a:ca", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e58d4a-92", "ovs_interfaceid": "e4e58d4a-9210-4814-9f98-f9598d2404ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.135375] env[69333]: DEBUG nova.compute.utils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.166247] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.173498] env[69333]: DEBUG nova.network.neutron [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.229649] env[69333]: DEBUG oslo_vmware.api [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134673, 'name': RemoveSnapshot_Task, 'duration_secs': 1.408448} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.232405] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.232738] env[69333]: INFO nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 1122.252829] env[69333]: DEBUG nova.objects.instance [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'flavor' on Instance uuid cba80235-c783-47ce-85b4-e9fe07c41255 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.291914] env[69333]: DEBUG nova.network.neutron [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.333448] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.333448] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.333448] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.333448] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.333710] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.333710] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.335022] env[69333]: DEBUG nova.virt.hardware [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.335949] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6254fa5-8998-4bb4-8f63-8eafbae0c1e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.338971] env[69333]: DEBUG oslo_concurrency.lockutils [req-35701e08-90db-47d9-b0be-30dc5f6d3aa6 req-b9c3b30e-0374-4707-9c8c-cf80f9b40047 service nova] Releasing lock "refresh_cache-45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345317] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2bc91-6604-44d0-b515-9a46244f7404 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.366381] env[69333]: DEBUG nova.scheduler.client.report [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.574097] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134679, 'name': Rename_Task, 'duration_secs': 0.204985} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.574422] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.574608] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4792e464-9f88-4019-81d7-7359b8fb0334 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.580621] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1122.580621] env[69333]: value = "task-4134680" [ 1122.580621] env[69333]: _type = "Task" [ 1122.580621] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.589082] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.607859] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134678, 'name': CreateVM_Task, 'duration_secs': 0.550103} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.608046] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.608914] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.609093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.609398] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.609654] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffde381-c1db-48f8-8219-024424089117 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.615068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-b5231d7a-82b2-4f94-a37a-0d15574c5616" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.615359] env[69333]: DEBUG nova.objects.instance [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'migration_context' on Instance uuid b5231d7a-82b2-4f94-a37a-0d15574c5616 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.616666] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1122.616666] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521c95fc-73ca-1c81-d2dd-8c2b61b6794a" [ 1122.616666] env[69333]: _type = "Task" [ 1122.616666] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.627047] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]521c95fc-73ca-1c81-d2dd-8c2b61b6794a, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.628114] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.628454] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.628590] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.628749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.628933] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.629454] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db3001f9-e14d-49b2-8a8e-06300a1837c1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.639327] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.639775] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.639978] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.640823] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ecb94a-9042-4385-be36-6c07f9954700 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.647824] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1122.647824] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529283e9-1c1a-b0cd-9875-fa6d4cbdfb46" [ 1122.647824] env[69333]: _type = "Task" [ 1122.647824] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.656193] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529283e9-1c1a-b0cd-9875-fa6d4cbdfb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.664228] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.759131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-14f9b135-623c-47a1-be4a-8efc76d8ca41 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.361s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.783058] env[69333]: DEBUG nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Found 3 images (rotation: 2) {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1122.783368] env[69333]: DEBUG nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Rotating out 1 backups {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1122.783576] env[69333]: DEBUG nova.compute.manager [None req-94f63868-96fd-4fea-b5b2-e7bd91813603 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleting image 5f5a0ade-37ca-4da0-9879-a6c533455c96 {{(pid=69333) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1122.795527] env[69333]: DEBUG oslo_concurrency.lockutils [req-11cb8ff1-eb77-4d4a-b1d8-a4b5302fd14f req-48398f09-076e-49cd-8607-798008c4896b service nova] Releasing lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.795998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquired lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.796207] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.872926] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.875765] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.365s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.876022] env[69333]: DEBUG nova.objects.instance [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'resources' on Instance uuid bd38a8e6-06c7-4de0-b296-b933693a6770 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.900945] env[69333]: INFO nova.scheduler.client.report [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted allocations for instance 52a6f8e5-c542-4f29-b548-122d6a149b2e [ 1122.962630] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.991713] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.991990] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.992164] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.992351] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.992499] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.992642] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.992847] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.993034] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.993180] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.993442] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.993615] env[69333]: DEBUG nova.virt.hardware [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.995368] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f073e-a2fc-43bb-822f-13229428e1c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.005300] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af513cca-9bdc-41bd-8f58-324cf27b0fe7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.040017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.040313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.040540] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.040757] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.040908] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.043174] env[69333]: INFO nova.compute.manager [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Terminating instance [ 1123.091960] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.118039] env[69333]: DEBUG nova.objects.base [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.119303] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd5c1c-ca4b-4b08-8eaf-3f14bb8d6b3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.139544] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98491eb8-3282-4e20-a2c9-747d19358206 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.144491] env[69333]: DEBUG oslo_vmware.api [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1123.144491] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52569fbd-f983-d9d2-4b8c-d61fa609fb44" [ 1123.144491] env[69333]: _type = "Task" [ 1123.144491] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.155249] env[69333]: DEBUG oslo_vmware.api [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52569fbd-f983-d9d2-4b8c-d61fa609fb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.163997] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529283e9-1c1a-b0cd-9875-fa6d4cbdfb46, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.165338] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadb9aec-9517-4534-98a8-a4a959cc95ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.170509] env[69333]: DEBUG oslo_vmware.api [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134663, 'name': ReconfigVM_Task, 'duration_secs': 5.835063} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.171143] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.171588] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Reconfigured VM to detach interface {{(pid=69333) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1123.174718] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1123.174718] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529b1584-d33e-9c10-3be7-382d32e9f5f0" [ 1123.174718] env[69333]: _type = "Task" [ 1123.174718] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.183763] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529b1584-d33e-9c10-3be7-382d32e9f5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.347581] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.411371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "52a6f8e5-c542-4f29-b548-122d6a149b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.130s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.547369] env[69333]: DEBUG nova.compute.manager [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.547576] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.547855] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e49a61a-fb74-4ba0-b0b8-2c5764718460 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.558557] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1123.558557] env[69333]: value = "task-4134681" [ 1123.558557] env[69333]: _type = "Task" [ 1123.558557] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.569057] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.594644] env[69333]: DEBUG oslo_vmware.api [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134680, 'name': PowerOnVM_Task, 'duration_secs': 0.691557} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.594644] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.594644] env[69333]: INFO nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1123.594644] env[69333]: DEBUG nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1123.596522] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1df818f-c316-4516-89dc-33ec3dc8ac80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.606469] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Successfully updated port: d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.657251] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aaf388-c184-4f31-8b24-04169573007c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.672394] env[69333]: DEBUG oslo_vmware.api [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52569fbd-f983-d9d2-4b8c-d61fa609fb44, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.674582] env[69333]: DEBUG nova.compute.manager [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Received event network-vif-plugged-d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.674757] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.675223] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.675450] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.675720] env[69333]: DEBUG nova.compute.manager [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] No waiting events found dispatching network-vif-plugged-d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1123.675984] env[69333]: WARNING nova.compute.manager [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Received unexpected event network-vif-plugged-d44fc62c-1187-4c64-8b9f-3edddd82b28e for instance with vm_state building and task_state spawning. [ 1123.676114] env[69333]: DEBUG nova.compute.manager [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Received event network-changed-d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.676292] env[69333]: DEBUG nova.compute.manager [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Refreshing instance network info cache due to event network-changed-d44fc62c-1187-4c64-8b9f-3edddd82b28e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.676606] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Acquiring lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.676721] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Acquired lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.677074] env[69333]: DEBUG nova.network.neutron [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Refreshing network info cache for port d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.679371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.689538] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47343df-405b-4ae0-b617-0cb00871dc9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.699047] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]529b1584-d33e-9c10-3be7-382d32e9f5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.016531} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.699551] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.699870] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f/45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.700228] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053394fe-f6ba-4003-a1ab-9b98880abd7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.732638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.732638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.732638] env[69333]: INFO nova.compute.manager [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Attaching volume af40fe8f-43a7-4abb-985d-3111dc5d165e to /dev/sdb [ 1123.736048] env[69333]: DEBUG nova.network.neutron [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating instance_info_cache with network_info: [{"id": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "address": "fa:16:3e:f4:65:c1", "network": {"id": "578efb23-6e82-4347-b813-616d2b72e2c8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1812391613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8374d0ba3d6e4bd6bb046c8ffe7263c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0231b-ac", "ovs_interfaceid": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.738661] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38bb574-81be-4f58-b0cd-5317cd146f05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.746842] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1123.746842] env[69333]: value = "task-4134682" [ 1123.746842] env[69333]: _type = "Task" [ 1123.746842] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.758419] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0345178d-24f9-4c44-87b5-75e132c8e718 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.764641] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.778349] env[69333]: DEBUG nova.compute.provider_tree [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.786577] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c3f1f2-9594-4820-8dbf-7872ff6f43d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.795323] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0868c37-e7e0-44d8-81e2-27a7770e1ece {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.816753] env[69333]: DEBUG nova.virt.block_device [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating existing volume attachment record: 34294713-6107-4003-b9a5-fcebcc2d5958 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.070920] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134681, 'name': PowerOffVM_Task, 'duration_secs': 0.250105} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.071388] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.071959] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.072313] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818895', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'name': 'volume-542cf85e-9784-48c1-a655-4e283d8868ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cba80235-c783-47ce-85b4-e9fe07c41255', 'attached_at': '', 'detached_at': '', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'serial': '542cf85e-9784-48c1-a655-4e283d8868ea'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.073626] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd072bb6-41f6-4d3a-bd1c-56f4a141177b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.102221] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0162423-b386-4bfd-9112-9c2b129c7afc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.111639] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f89dfb-0011-4046-a8f2-7680a08c6753 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.141209] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c17b8-07f9-454c-8947-40be9b927100 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.144783] env[69333]: INFO nova.compute.manager [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Took 18.10 seconds to build instance. [ 1124.163741] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] The volume has not been displaced from its original location: [datastore1] volume-542cf85e-9784-48c1-a655-4e283d8868ea/volume-542cf85e-9784-48c1-a655-4e283d8868ea.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.170765] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.171238] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7b17a8-4cc9-4dd8-9e89-2ac5d3c2eaf0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.198184] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1124.198184] env[69333]: value = "task-4134684" [ 1124.198184] env[69333]: _type = "Task" [ 1124.198184] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.210762] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.239798] env[69333]: DEBUG nova.network.neutron [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.245173] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Releasing lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.245517] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance network_info: |[{"id": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "address": "fa:16:3e:f4:65:c1", "network": {"id": "578efb23-6e82-4347-b813-616d2b72e2c8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1812391613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8374d0ba3d6e4bd6bb046c8ffe7263c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0231b-ac", "ovs_interfaceid": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.246020] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:65:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa0231b-ac38-4baf-888f-52bd7deabb96', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.257057] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Creating folder: Project (8374d0ba3d6e4bd6bb046c8ffe7263c6). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.258339] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69367d6-0634-43ac-ab81-8f750e214859 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.274392] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.280045] env[69333]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1124.280045] env[69333]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69333) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1124.280606] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Folder already exists: Project (8374d0ba3d6e4bd6bb046c8ffe7263c6). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1124.281412] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Creating folder: Instances. Parent ref: group-v818886. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.282812] env[69333]: DEBUG nova.scheduler.client.report [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.290598] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-269d929e-d271-4a7e-9b8b-07983ac4f20c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.307356] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Created folder: Instances in parent group-v818886. [ 1124.307356] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.307768] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.308454] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4daafc41-fd35-4038-b1ac-3f5d1b34e156 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.351024] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.351024] env[69333]: value = "task-4134687" [ 1124.351024] env[69333]: _type = "Task" [ 1124.351024] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.457660] env[69333]: DEBUG nova.network.neutron [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.648337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.613s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.710706] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134684, 'name': ReconfigVM_Task, 'duration_secs': 0.281424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.711102] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.720531] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62529bfb-bf68-4d60-a157-9210a26bfb18 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.752200] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1124.752200] env[69333]: value = "task-4134690" [ 1124.752200] env[69333]: _type = "Task" [ 1124.752200] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.777510] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.784902] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748754} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.785366] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f/45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.785752] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.786230] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447a34f6-7784-4de1-9451-dea35315a08b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.796871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.799675] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1124.799675] env[69333]: value = "task-4134691" [ 1124.799675] env[69333]: _type = "Task" [ 1124.799675] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.800388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.121s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.815543] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.837937] env[69333]: INFO nova.scheduler.client.report [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance bd38a8e6-06c7-4de0-b296-b933693a6770 [ 1124.860288] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134687, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.885055] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.885433] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquired lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.885732] env[69333]: DEBUG nova.network.neutron [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.961387] env[69333]: DEBUG oslo_concurrency.lockutils [req-1828ab0f-87f3-4b07-baea-0e86eec4a0f3 req-ecd53997-dd69-4e55-87c7-0c20cec0bb81 service nova] Releasing lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.962441] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.962500] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.253453] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.253749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.254080] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.254295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.254468] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.258616] env[69333]: INFO nova.compute.manager [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Terminating instance [ 1125.270727] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134690, 'name': ReconfigVM_Task, 'duration_secs': 0.2851} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.271056] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818895', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'name': 'volume-542cf85e-9784-48c1-a655-4e283d8868ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cba80235-c783-47ce-85b4-e9fe07c41255', 'attached_at': '', 'detached_at': '', 'volume_id': '542cf85e-9784-48c1-a655-4e283d8868ea', 'serial': '542cf85e-9784-48c1-a655-4e283d8868ea'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.271367] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.272188] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e775ccd2-5fd8-4e48-b580-b42e04b6e798 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.280895] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.281348] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ad5c8d-9ec0-48ee-a3e6-4cca15f0cc9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.316195] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.316195] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.317649] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c222fe-d940-4a33-8350-78f81cd86afd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.347691] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f/45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.353497] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d189f7c8-9059-4296-86c4-eb537832edb6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.371724] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12ac6977-889d-42bf-bcc0-d81c5db8299c tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "bd38a8e6-06c7-4de0-b296-b933693a6770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.430s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.378783] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.378783] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.378783] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore1] cba80235-c783-47ce-85b4-e9fe07c41255 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.379275] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7397af4-0c76-443f-b833-a6eec80d1054 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.384362] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1125.384362] env[69333]: value = "task-4134693" [ 1125.384362] env[69333]: _type = "Task" [ 1125.384362] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.391542] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134687, 'name': CreateVM_Task, 'duration_secs': 0.599559} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.399344] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.401092] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1125.401092] env[69333]: value = "task-4134694" [ 1125.401092] env[69333]: _type = "Task" [ 1125.401092] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.401363] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818889', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'name': 'volume-bdb865b7-dda0-4507-b2ab-628a90700515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '438f020a-a1b5-456c-a1b0-5b87fe879b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'serial': 'bdb865b7-dda0-4507-b2ab-628a90700515'}, 'attachment_id': '4aeedb71-f7c0-4b23-8119-d7b0e3beae72', 'volume_type': None}], 'swap': None} {{(pid=69333) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1125.401363] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Root volume attach. Driver type: vmdk {{(pid=69333) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1125.402545] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d063f5-3d01-448c-8a6b-81a5652df442 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.411799] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.418614] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.425701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62df52f-35c3-428b-9299-15782a0ee539 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.434178] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664d324-f773-4988-af67-de050649c5da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.445637] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b15b5e28-062b-406f-a0ae-92bd54b5f078 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.454336] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1125.454336] env[69333]: value = "task-4134695" [ 1125.454336] env[69333]: _type = "Task" [ 1125.454336] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.470067] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134695, 'name': RelocateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.480478] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.480716] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.480929] env[69333]: DEBUG nova.compute.manager [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.481800] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d465f86-143a-4032-9a0f-b645a227ca49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.489213] env[69333]: DEBUG nova.compute.manager [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1125.489841] env[69333]: DEBUG nova.objects.instance [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.523051] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.554571] env[69333]: DEBUG nova.compute.manager [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Received event network-changed-513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.554843] env[69333]: DEBUG nova.compute.manager [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Refreshing instance network info cache due to event network-changed-513c12e7-d939-4f68-b5dc-7bc9aa577940. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.555097] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.555243] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.555477] env[69333]: DEBUG nova.network.neutron [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Refreshing network info cache for port 513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.640469] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd15b90-26f5-4405-916d-8769657420d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.652825] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4766e36a-8d60-4881-b6b1-82cc4b77c4fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.692514] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0abf6f2-ae10-4608-93a3-1a6e92c173b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.705036] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb830b-3653-4105-a102-330f80695ae6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.721430] env[69333]: DEBUG nova.compute.provider_tree [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.767559] env[69333]: DEBUG nova.compute.manager [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.767910] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.768853] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884a2ff-d274-45f6-98c5-ce00f32c9057 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.777737] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.778075] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d24c980-daa2-4391-b10c-35418ca0a199 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.785650] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1125.785650] env[69333]: value = "task-4134696" [ 1125.785650] env[69333]: _type = "Task" [ 1125.785650] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.798516] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.835153] env[69333]: DEBUG nova.network.neutron [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updating instance_info_cache with network_info: [{"id": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "address": "fa:16:3e:36:5b:c0", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44fc62c-11", "ovs_interfaceid": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.900789] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134693, 'name': ReconfigVM_Task, 'duration_secs': 0.348835} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.901300] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f/45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.902174] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a50f2d-0ae2-41aa-a816-6bb85f7155b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.916224] env[69333]: DEBUG oslo_vmware.api [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29357} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.918283] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.918710] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.919106] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.919268] env[69333]: INFO nova.compute.manager [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1125.919625] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.920546] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1125.920546] env[69333]: value = "task-4134697" [ 1125.920546] env[69333]: _type = "Task" [ 1125.920546] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.920724] env[69333]: DEBUG nova.compute.manager [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.920852] env[69333]: DEBUG nova.network.neutron [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.930556] env[69333]: INFO nova.network.neutron [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Port 89f9d19b-6c7f-4828-addb-3d163c33aec0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1125.930556] env[69333]: DEBUG nova.network.neutron [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [{"id": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "address": "fa:16:3e:95:b5:56", "network": {"id": "6ebe7ede-aef0-42dc-8d94-398ac031574c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1323406191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff50d352421443f8f7dbda63f29dcdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84390e67-5c", "ovs_interfaceid": "84390e67-5c9f-41a5-a27e-80b0db7f1772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.938210] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134697, 'name': Rename_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.966396] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134695, 'name': RelocateVM_Task, 'duration_secs': 0.426717} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.966871] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.967168] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818889', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'name': 'volume-bdb865b7-dda0-4507-b2ab-628a90700515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '438f020a-a1b5-456c-a1b0-5b87fe879b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'serial': 'bdb865b7-dda0-4507-b2ab-628a90700515'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.968157] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2513d89-7f28-44fc-902e-f786ef618458 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.995177] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dae4f-e7ab-4c6d-9b00-1d8b27f6fed5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.025978] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-bdb865b7-dda0-4507-b2ab-628a90700515/volume-bdb865b7-dda0-4507-b2ab-628a90700515.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.027255] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc171bb-2474-42cf-bbca-575821f981fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.049943] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1126.049943] env[69333]: value = "task-4134698" [ 1126.049943] env[69333]: _type = "Task" [ 1126.049943] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.062870] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.144802] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "0c7169c5-7737-4334-af85-55e1cb189eb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.145166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.145471] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.145682] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.145860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.150965] env[69333]: INFO nova.compute.manager [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Terminating instance [ 1126.225079] env[69333]: DEBUG nova.scheduler.client.report [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.298992] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134696, 'name': PowerOffVM_Task, 'duration_secs': 0.246498} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.299365] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.299535] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.299811] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d14861-8a3d-4269-a83b-16854ca3f527 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.338261] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.338637] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance network_info: |[{"id": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "address": "fa:16:3e:36:5b:c0", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44fc62c-11", "ovs_interfaceid": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.339130] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:5b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd44fc62c-1187-4c64-8b9f-3edddd82b28e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.349759] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.350012] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.350592] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6fa9f4e-4fbd-4e49-afc9-ddf5622d9c08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.377958] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.378130] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.378769] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleting the datastore file [datastore2] 91de3fdd-3e76-40fb-80a2-f5465758d9dd {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.379281] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8111ac56-4c6e-4ae8-93d7-1c7e2cb74d4f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.388022] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.388022] env[69333]: value = "task-4134700" [ 1126.388022] env[69333]: _type = "Task" [ 1126.388022] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.391591] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1126.391591] env[69333]: value = "task-4134701" [ 1126.391591] env[69333]: _type = "Task" [ 1126.391591] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.405246] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134700, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.410271] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.410647] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.418051] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.434548] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134697, 'name': Rename_Task, 'duration_secs': 0.184975} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.434864] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.435140] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09bb1e64-fd20-429a-9651-3404b6cc9763 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.437858] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Releasing lock "refresh_cache-91de3fdd-3e76-40fb-80a2-f5465758d9dd" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.447145] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1126.447145] env[69333]: value = "task-4134702" [ 1126.447145] env[69333]: _type = "Task" [ 1126.447145] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.459427] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.503595] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.504701] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7cd7793-16ae-4d01-b9ef-fb0a10c06b76 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.512069] env[69333]: DEBUG oslo_vmware.api [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1126.512069] env[69333]: value = "task-4134703" [ 1126.512069] env[69333]: _type = "Task" [ 1126.512069] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.526315] env[69333]: DEBUG oslo_vmware.api [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.562222] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.663142] env[69333]: DEBUG nova.compute.manager [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.663142] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.663142] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71ed30e-3835-4381-b37d-7980a0c1376c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.670087] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1126.670087] env[69333]: value = "task-4134704" [ 1126.670087] env[69333]: _type = "Task" [ 1126.670087] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.682719] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.755483] env[69333]: DEBUG nova.network.neutron [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updated VIF entry in instance network info cache for port 513c12e7-d939-4f68-b5dc-7bc9aa577940. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.755913] env[69333]: DEBUG nova.network.neutron [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.803526] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.803874] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.898976] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134700, 'name': CreateVM_Task, 'duration_secs': 0.373081} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.899048] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.900201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.900331] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.900656] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.900976] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8464b630-cc2d-47d2-ba69-f8cbf09c6592 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.907643] env[69333]: DEBUG oslo_vmware.api [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276198} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.908460] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.908759] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.908986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.909241] env[69333]: INFO nova.compute.manager [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.909624] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.909894] env[69333]: DEBUG nova.compute.manager [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.910070] env[69333]: DEBUG nova.network.neutron [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.913458] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1126.913458] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526216cf-ffd4-27f1-918a-470a4d03d5f7" [ 1126.913458] env[69333]: _type = "Task" [ 1126.913458] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.922524] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.925679] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526216cf-ffd4-27f1-918a-470a4d03d5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.942982] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30029f16-57ee-460f-b998-e600c9406330 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "interface-91de3fdd-3e76-40fb-80a2-f5465758d9dd-89f9d19b-6c7f-4828-addb-3d163c33aec0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.387s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.959605] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.025214] env[69333]: DEBUG oslo_vmware.api [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134703, 'name': PowerOffVM_Task, 'duration_secs': 0.224976} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.025507] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.025710] env[69333]: DEBUG nova.compute.manager [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.026496] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44aa67-2dd6-4417-8fb7-61f4dcead203 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.066040] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134698, 'name': ReconfigVM_Task, 'duration_secs': 0.518885} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.066040] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-bdb865b7-dda0-4507-b2ab-628a90700515/volume-bdb865b7-dda0-4507-b2ab-628a90700515.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.070705] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-383a9929-8ed5-4f15-b021-4d0b21568477 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.087714] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1127.087714] env[69333]: value = "task-4134706" [ 1127.087714] env[69333]: _type = "Task" [ 1127.087714] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.097639] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.180671] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134704, 'name': PowerOffVM_Task, 'duration_secs': 0.291365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.180970] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.181219] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.181415] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818865', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'name': 'volume-9229244b-4b0a-431a-9869-aea5b61da4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c7169c5-7737-4334-af85-55e1cb189eb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'serial': '9229244b-4b0a-431a-9869-aea5b61da4b6'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.182224] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fe774-60ee-4a72-8c4f-db9ffad6532a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.203677] env[69333]: DEBUG nova.network.neutron [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.205903] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92fa850-b3e5-4b41-9d14-591c334fe58f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.215029] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7ca505-ebc4-41d9-8a89-f8607e790e83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.237075] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.436s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.241116] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69251bff-2109-4f8e-b246-efc15639a258 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.262285] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a6f5f23-fe25-47ce-95ac-c4765a66c31e req-52b3bacb-d4f6-4bef-8f67-87da7c6079f0 service nova] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.262799] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] The volume has not been displaced from its original location: [datastore2] volume-9229244b-4b0a-431a-9869-aea5b61da4b6/volume-9229244b-4b0a-431a-9869-aea5b61da4b6.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.268532] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.270910] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18aafed-a1f2-4a0f-bb0d-d9e4923c8b37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.294628] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1127.294628] env[69333]: value = "task-4134707" [ 1127.294628] env[69333]: _type = "Task" [ 1127.294628] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.304842] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.306563] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.426566] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526216cf-ffd4-27f1-918a-470a4d03d5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018952} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.426566] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.427484] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.427484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.427484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.427484] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.429961] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf73e113-a16f-4600-a7c7-33a4d28b9d5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.440063] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.440254] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.441031] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de088733-fb48-4f1f-bcb2-da6b83a9df26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.453844] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1127.453844] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210fdcd-4126-f1f5-dbf9-7bac02e52ff7" [ 1127.453844] env[69333]: _type = "Task" [ 1127.453844] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.461374] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.461374] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.463046] env[69333]: INFO nova.compute.claims [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.476063] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134702, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.480537] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5210fdcd-4126-f1f5-dbf9-7bac02e52ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.481426] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd7056d-e8b6-421d-a188-64d4806cdafd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.487863] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1127.487863] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1651-7c76-bf86-ddd5-678930957eed" [ 1127.487863] env[69333]: _type = "Task" [ 1127.487863] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.499192] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1651-7c76-bf86-ddd5-678930957eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.543474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5cf7c6c7-cb16-4d9a-bde0-f2b08791a089 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.602076] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134706, 'name': ReconfigVM_Task, 'duration_secs': 0.175945} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.602474] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818889', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'name': 'volume-bdb865b7-dda0-4507-b2ab-628a90700515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '438f020a-a1b5-456c-a1b0-5b87fe879b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'serial': 'bdb865b7-dda0-4507-b2ab-628a90700515'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.603264] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2877766c-7fb3-4f45-904f-f4882b282b60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.612555] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1127.612555] env[69333]: value = "task-4134708" [ 1127.612555] env[69333]: _type = "Task" [ 1127.612555] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.629536] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134708, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.655843] env[69333]: DEBUG nova.compute.manager [req-f12cd8a3-f88e-43ad-bd95-00831dd55f60 req-62489ebe-52c4-44d0-a025-d668eac66046 service nova] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Received event network-vif-deleted-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.711360] env[69333]: INFO nova.compute.manager [-] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Took 1.79 seconds to deallocate network for instance. [ 1127.815568] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134707, 'name': ReconfigVM_Task, 'duration_secs': 0.225996} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.819194] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.828426] env[69333]: INFO nova.scheduler.client.report [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocation for migration d7e96208-3e06-44b2-85bf-510b9f3198c4 [ 1127.830012] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f975892-6dd6-453b-ad99-4263a7f1c949 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.845568] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.853606] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1127.853606] env[69333]: value = "task-4134709" [ 1127.853606] env[69333]: _type = "Task" [ 1127.853606] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.867799] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.965748] env[69333]: DEBUG oslo_vmware.api [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134702, 'name': PowerOnVM_Task, 'duration_secs': 1.175925} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.966140] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.966358] env[69333]: INFO nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Took 15.77 seconds to spawn the instance on the hypervisor. [ 1127.966603] env[69333]: DEBUG nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.967533] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7838a-63db-4483-b945-8842b09c9e05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.000890] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b1651-7c76-bf86-ddd5-678930957eed, 'name': SearchDatastore_Task, 'duration_secs': 0.027743} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.001333] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.003017] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a/e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.003017] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e56b41c2-74b4-409c-941d-75fdfcd09d4a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013326] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1128.013326] env[69333]: value = "task-4134710" [ 1128.013326] env[69333]: _type = "Task" [ 1128.013326] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.021640] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.124163] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134708, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.273592] env[69333]: INFO nova.compute.manager [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Took 0.56 seconds to detach 1 volumes for instance. [ 1128.348863] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1c1051ef-21d9-49bd-b30d-2fbdd3d1f1bf tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.110s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.366998] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.391950] env[69333]: DEBUG nova.network.neutron [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.495688] env[69333]: INFO nova.compute.manager [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Took 23.10 seconds to build instance. [ 1128.528184] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.625537] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134708, 'name': Rename_Task, 'duration_secs': 1.010927} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.625884] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.626432] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e73115f-ac1a-4cad-ba8e-b578a0e00c6d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.640110] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1128.640110] env[69333]: value = "task-4134711" [ 1128.640110] env[69333]: _type = "Task" [ 1128.640110] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.667240] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134711, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.779742] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.785929] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb8812-fb2a-426b-bb61-08628d552c3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.797846] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbf1e6-2697-4aaf-9cd1-468ed7b7a20c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.832926] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab4976-c31f-4be8-96d4-e0243797385a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.844999] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec7651-f1c7-4455-9c29-b8ba409688f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.863628] env[69333]: DEBUG nova.compute.provider_tree [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.876184] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134709, 'name': ReconfigVM_Task, 'duration_secs': 0.751719} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.878090] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.878334] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.878698] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818865', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'name': 'volume-9229244b-4b0a-431a-9869-aea5b61da4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c7169c5-7737-4334-af85-55e1cb189eb2', 'attached_at': '', 'detached_at': '', 'volume_id': '9229244b-4b0a-431a-9869-aea5b61da4b6', 'serial': '9229244b-4b0a-431a-9869-aea5b61da4b6'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.878982] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.880305] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33526c-2475-4ced-9f5e-eed87e077557 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.884331] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366fc95-c0a0-4f74-a800-fa3b0f1d8eea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.894364] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.905618] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1937aaee-5e44-416f-83be-6296ee676a20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.907726] env[69333]: INFO nova.compute.manager [-] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Took 2.00 seconds to deallocate network for instance. [ 1128.911040] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996044c8-f9a6-4c34-8ec8-c7d961201188 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.949914] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.950430] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee59cc6d-425e-4523-ac34-982319f314e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.973907] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1128.973907] env[69333]: value = "task-4134713" [ 1128.973907] env[69333]: _type = "Task" [ 1128.973907] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.985487] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.002197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.612s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.008592] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.008939] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.009491] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Deleting the datastore file [datastore2] 0c7169c5-7737-4334-af85-55e1cb189eb2 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.009594] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbfadbdf-c295-4491-a1ac-229db3684973 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.019694] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for the task: (returnval){ [ 1129.019694] env[69333]: value = "task-4134714" [ 1129.019694] env[69333]: _type = "Task" [ 1129.019694] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.023737] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998579} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.027189] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a/e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.027446] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.027700] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-731915e7-5e57-4a37-b9fe-3ac9bacc4a09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.035823] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.037389] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1129.037389] env[69333]: value = "task-4134715" [ 1129.037389] env[69333]: _type = "Task" [ 1129.037389] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.047123] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.151339] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.157717] env[69333]: DEBUG nova.compute.manager [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Stashing vm_state: stopped {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.161244] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.161580] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.161695] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.161894] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.162129] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.164135] env[69333]: INFO nova.compute.manager [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Terminating instance [ 1129.366746] env[69333]: DEBUG nova.scheduler.client.report [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.421625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.486179] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.538656] env[69333]: DEBUG oslo_vmware.api [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Task: {'id': task-4134714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11556} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.542139] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.542365] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.542546] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.542724] env[69333]: INFO nova.compute.manager [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Took 2.88 seconds to destroy the instance on the hypervisor. [ 1129.543008] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.543345] env[69333]: DEBUG nova.compute.manager [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.543345] env[69333]: DEBUG nova.network.neutron [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.551737] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07698} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.552033] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.552955] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ee609-72a4-4af6-89d1-0aeafa3f5fb7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.580984] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a/e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.583627] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f314c6-d75c-4cb0-a8a2-bea9996ef065 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.604346] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1129.604346] env[69333]: value = "task-4134716" [ 1129.604346] env[69333]: _type = "Task" [ 1129.604346] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.613596] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.656278] env[69333]: DEBUG oslo_vmware.api [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134711, 'name': PowerOnVM_Task, 'duration_secs': 0.923496} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.656811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.657185] env[69333]: INFO nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1129.657536] env[69333]: DEBUG nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.658793] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b38bc-713c-4ec2-8f68-5b682bd7a0e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.670672] env[69333]: DEBUG nova.compute.manager [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.671776] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.673480] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05aeb0-5c3b-4640-82b1-19a44e414761 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.686542] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.689854] env[69333]: DEBUG nova.compute.manager [req-c4516508-8e9f-4aef-9ecf-994c63f31cdf req-cf632e28-6047-4182-b177-c5f435d64293 service nova] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Received event network-vif-deleted-84390e67-5c9f-41a5-a27e-80b0db7f1772 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.693124] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.693528] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cf2c17-8076-44a8-9725-262ccbb56a4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.702167] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1129.702167] env[69333]: value = "task-4134717" [ 1129.702167] env[69333]: _type = "Task" [ 1129.702167] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.712805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.713092] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.713499] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.713499] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.713686] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.715893] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.716515] env[69333]: INFO nova.compute.manager [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Terminating instance [ 1129.770356] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.770601] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.873028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.873893] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.878158] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.033s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.880881] env[69333]: INFO nova.compute.claims [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.985060] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134713, 'name': ReconfigVM_Task, 'duration_secs': 0.603907} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.985288] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.990045] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d181e19-7228-440c-af47-026a089064b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.005519] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1130.005519] env[69333]: value = "task-4134718" [ 1130.005519] env[69333]: _type = "Task" [ 1130.005519] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.017066] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.115800] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.197764] env[69333]: INFO nova.compute.manager [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Took 18.94 seconds to build instance. [ 1130.215549] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134717, 'name': PowerOffVM_Task, 'duration_secs': 0.402684} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.216605] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.216835] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.217161] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cab3917d-9070-44b3-b1e5-6e971175deea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.223137] env[69333]: DEBUG nova.compute.manager [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.223423] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.224390] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac96ebf4-7367-4a17-9edb-90e69ef0cc0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.237636] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.238180] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a71cdbd-b609-4aba-b985-e8e8609f5a6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.247615] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1130.247615] env[69333]: value = "task-4134720" [ 1130.247615] env[69333]: _type = "Task" [ 1130.247615] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.259202] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.272931] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.320830] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.321275] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.321632] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore2] b5231d7a-82b2-4f94-a37a-0d15574c5616 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.322259] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449cea77-985f-4a23-beba-3bd208ab935c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.333569] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1130.333569] env[69333]: value = "task-4134721" [ 1130.333569] env[69333]: _type = "Task" [ 1130.333569] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.345932] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.387087] env[69333]: DEBUG nova.compute.utils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.391709] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.392015] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.441974] env[69333]: DEBUG nova.policy [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb1b34844aa4914b3ee909eb620fe1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b847ddf7bec84396866e8fc0dee86f44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.519088] env[69333]: DEBUG oslo_vmware.api [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134718, 'name': ReconfigVM_Task, 'duration_secs': 0.245849} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.519480] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.549253] env[69333]: DEBUG nova.network.neutron [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.614748] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134716, 'name': ReconfigVM_Task, 'duration_secs': 0.837662} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.615123] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a/e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.615701] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c914c39-bcec-4165-940c-c454a349e101 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.626512] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1130.626512] env[69333]: value = "task-4134722" [ 1130.626512] env[69333]: _type = "Task" [ 1130.626512] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.633680] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134722, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.700519] env[69333]: DEBUG oslo_concurrency.lockutils [None req-50c28660-f0b1-4628-8242-291234934fc8 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.454s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.761360] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134720, 'name': PowerOffVM_Task, 'duration_secs': 0.271758} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.761360] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.761360] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.761360] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f1979f-f5fe-4c01-b5ef-8161414accb6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.804895] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.845634] env[69333]: DEBUG oslo_vmware.api [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417093} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.846201] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.846637] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.846858] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.847114] env[69333]: INFO nova.compute.manager [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1130.848527] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.848766] env[69333]: DEBUG nova.compute.manager [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.848866] env[69333]: DEBUG nova.network.neutron [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.892772] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.970794] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.970794] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.970794] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleting the datastore file [datastore1] 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.975536] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef96fa1-0eda-4caa-a4de-fef963e664ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.987578] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1130.987578] env[69333]: value = "task-4134724" [ 1130.987578] env[69333]: _type = "Task" [ 1130.987578] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.999014] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.052502] env[69333]: INFO nova.compute.manager [-] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Took 1.51 seconds to deallocate network for instance. [ 1131.137297] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134722, 'name': Rename_Task, 'duration_secs': 0.193368} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.137387] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.140514] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132104f8-063c-4ab1-abb3-54f341e3a31d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.144940] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1131.144940] env[69333]: value = "task-4134725" [ 1131.144940] env[69333]: _type = "Task" [ 1131.144940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.160250] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.200717] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e1bae-1d39-4800-954b-ee0c38d54937 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.210579] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90237f4-6706-4528-a33b-e2b23ef5228f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.247663] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551a1da-2fbc-46d9-b1e2-0b5c0074a272 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.258337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56a0dd-07ac-45a4-9241-970f640224ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.273379] env[69333]: DEBUG nova.compute.provider_tree [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.298415] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Successfully created port: 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.498508] env[69333]: DEBUG oslo_vmware.api [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448258} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.498708] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.498891] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.499084] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.499258] env[69333]: INFO nova.compute.manager [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1131.499501] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.499781] env[69333]: DEBUG nova.compute.manager [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.499878] env[69333]: DEBUG nova.network.neutron [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.564468] env[69333]: DEBUG nova.objects.instance [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'flavor' on Instance uuid f32a9507-36cf-444f-a47e-97a1e12bfc38 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.639274] env[69333]: INFO nova.compute.manager [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Took 0.59 seconds to detach 1 volumes for instance. [ 1131.644170] env[69333]: DEBUG nova.compute.manager [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Deleting volume: 9229244b-4b0a-431a-9869-aea5b61da4b6 {{(pid=69333) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1131.658746] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.779702] env[69333]: DEBUG nova.scheduler.client.report [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.910334] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.951561] env[69333]: DEBUG nova.network.neutron [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.968846] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.968846] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.969374] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.969374] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.970166] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.970327] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.970560] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.970725] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.970896] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.971079] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.972242] env[69333]: DEBUG nova.virt.hardware [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.974626] env[69333]: DEBUG nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Received event network-vif-deleted-b74572be-18d6-4c22-8cdf-67c0bec78a25 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.975013] env[69333]: DEBUG nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Received event network-vif-deleted-e4e58d4a-9210-4814-9f98-f9598d2404ca {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.975080] env[69333]: INFO nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Neutron deleted interface e4e58d4a-9210-4814-9f98-f9598d2404ca; detaching it from the instance and deleting it from the info cache [ 1131.975252] env[69333]: DEBUG nova.network.neutron [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.978403] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7bab00-5682-47b3-95c0-7e3cc70a5a69 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.997603] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b808c142-f00a-442f-ab50-c7fdeb39ba5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070721] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e3777f82-84db-4a8b-bd6c-354cc0cd0dc4 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.338s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.158293] env[69333]: DEBUG oslo_vmware.api [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134725, 'name': PowerOnVM_Task, 'duration_secs': 0.730724} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.158293] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.159076] env[69333]: INFO nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1132.159272] env[69333]: DEBUG nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.160194] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193196e5-14e8-428a-977c-1bb25b8f8ab9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.207098] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.285290] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.289668] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.293023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.512s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.293023] env[69333]: DEBUG nova.objects.instance [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'resources' on Instance uuid cba80235-c783-47ce-85b4-e9fe07c41255 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.454727] env[69333]: INFO nova.compute.manager [-] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Took 1.61 seconds to deallocate network for instance. [ 1132.485581] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b28e5a4b-c7dd-4a9b-960c-a066e38c2614 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.497779] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81bbeb-2907-4d1d-820e-4ef8e9f8c4b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.537590] env[69333]: DEBUG nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Detach interface failed, port_id=e4e58d4a-9210-4814-9f98-f9598d2404ca, reason: Instance b5231d7a-82b2-4f94-a37a-0d15574c5616 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.537921] env[69333]: DEBUG nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Received event network-changed-0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.538123] env[69333]: DEBUG nova.compute.manager [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Refreshing instance network info cache due to event network-changed-0aa0231b-ac38-4baf-888f-52bd7deabb96. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.538351] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] Acquiring lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.538494] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] Acquired lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.538658] env[69333]: DEBUG nova.network.neutron [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Refreshing network info cache for port 0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.680841] env[69333]: INFO nova.compute.manager [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Took 19.67 seconds to build instance. [ 1132.778896] env[69333]: INFO nova.compute.manager [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Rebuilding instance [ 1132.796481] env[69333]: DEBUG nova.compute.utils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.802564] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.802564] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.850139] env[69333]: DEBUG nova.compute.manager [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.851051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e623fba-0067-4300-b9b8-73ab7c6112e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.877581] env[69333]: DEBUG nova.policy [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d0b0d56bcd41678599c3b2ec1b0eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d14c711829e4e2aa1e8aa8ac9c71a62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.888991] env[69333]: DEBUG nova.network.neutron [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.961331] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.039470] env[69333]: DEBUG nova.compute.manager [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Received event network-changed-d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.039660] env[69333]: DEBUG nova.compute.manager [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Refreshing instance network info cache due to event network-changed-d44fc62c-1187-4c64-8b9f-3edddd82b28e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.039865] env[69333]: DEBUG oslo_concurrency.lockutils [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] Acquiring lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.040010] env[69333]: DEBUG oslo_concurrency.lockutils [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] Acquired lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.040180] env[69333]: DEBUG nova.network.neutron [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Refreshing network info cache for port d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.100608] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269afe27-bb64-414b-9b52-0e56867c442a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.110328] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18418fad-29a3-4216-92ba-d4add80c4dff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8844af-f9cf-461c-aab5-c8a6fde59396 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.163657] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb6519-f81b-4541-95e9-908065772ea1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.180031] env[69333]: DEBUG nova.compute.provider_tree [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.184201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.187s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.302580] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.311693] env[69333]: DEBUG nova.network.neutron [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updated VIF entry in instance network info cache for port 0aa0231b-ac38-4baf-888f-52bd7deabb96. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.311693] env[69333]: DEBUG nova.network.neutron [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating instance_info_cache with network_info: [{"id": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "address": "fa:16:3e:f4:65:c1", "network": {"id": "578efb23-6e82-4347-b813-616d2b72e2c8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1812391613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8374d0ba3d6e4bd6bb046c8ffe7263c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0231b-ac", "ovs_interfaceid": "0aa0231b-ac38-4baf-888f-52bd7deabb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.330026] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Successfully created port: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.399472] env[69333]: INFO nova.compute.manager [-] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Took 1.90 seconds to deallocate network for instance. [ 1133.426937] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Successfully updated port: 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.683642] env[69333]: DEBUG nova.scheduler.client.report [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.814035] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b6a7fcb-5bde-45ac-8958-545580c7ce0c req-5d28adc0-1bf3-4bb2-8ba1-e57922cc4f7a service nova] Releasing lock "refresh_cache-438f020a-a1b5-456c-a1b0-5b87fe879b1b" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.827945] env[69333]: DEBUG nova.network.neutron [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updated VIF entry in instance network info cache for port d44fc62c-1187-4c64-8b9f-3edddd82b28e. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.829215] env[69333]: DEBUG nova.network.neutron [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updating instance_info_cache with network_info: [{"id": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "address": "fa:16:3e:36:5b:c0", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd44fc62c-11", "ovs_interfaceid": "d44fc62c-1187-4c64-8b9f-3edddd82b28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.868743] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.869081] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b801bc-a878-4472-a189-63ec08b11b04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.876768] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1133.876768] env[69333]: value = "task-4134727" [ 1133.876768] env[69333]: _type = "Task" [ 1133.876768] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.886168] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.906615] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.930060] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.930318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.930593] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.999833] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-deleted-c1593e0f-a287-4234-8173-05ea615c19de {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.000146] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-deleted-93e38314-3ec1-45b2-a0e7-833b777bd715 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.000351] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Received event network-vif-deleted-849e5712-f685-483e-9887-a9efb4823edd {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.000459] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.000685] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.000950] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.001168] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.001410] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] No waiting events found dispatching network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.001621] env[69333]: WARNING nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received unexpected event network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 for instance with vm_state building and task_state spawning. [ 1134.001821] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.002036] env[69333]: DEBUG nova.compute.manager [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing instance network info cache due to event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.002248] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.192920] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.194860] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.773s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.195130] env[69333]: DEBUG nova.objects.instance [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'resources' on Instance uuid 91de3fdd-3e76-40fb-80a2-f5465758d9dd {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.214890] env[69333]: INFO nova.scheduler.client.report [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance cba80235-c783-47ce-85b4-e9fe07c41255 [ 1134.313433] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.332355] env[69333]: DEBUG oslo_concurrency.lockutils [req-dba80305-ae8a-40e1-938e-731cf918fb9b req-4e080e73-dd2c-472f-8b17-03fca7ac8363 service nova] Releasing lock "refresh_cache-e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.342546] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.342833] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.342990] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.343192] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.343340] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.343516] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.343732] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.343892] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.344070] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.344244] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.344412] env[69333]: DEBUG nova.virt.hardware [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.345287] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf629185-0ab4-453d-839a-d5c1b512a486 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.353622] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd3ab33-707a-4b0b-9e57-903b1e503830 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.387950] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134727, 'name': PowerOffVM_Task, 'duration_secs': 0.212006} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.388276] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.450940] env[69333]: INFO nova.compute.manager [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Detaching volume af40fe8f-43a7-4abb-985d-3111dc5d165e [ 1134.468620] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.491676] env[69333]: INFO nova.virt.block_device [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Attempting to driver detach volume af40fe8f-43a7-4abb-985d-3111dc5d165e from mountpoint /dev/sdb [ 1134.491924] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.492153] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.493129] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea224c26-d538-4be3-876e-22b0c4504c07 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.518161] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15d073a-1f61-4f0c-b9a1-d7d23af3a456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.526903] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d06bd-1660-438d-95aa-ab5b3a3ad34f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.551231] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce606135-2ffd-4416-9ed7-c0f466928725 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.568299] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] The volume has not been displaced from its original location: [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.574491] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.578011] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b609239-292c-4c7a-bac6-1b0244d80efd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.597611] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1134.597611] env[69333]: value = "task-4134728" [ 1134.597611] env[69333]: _type = "Task" [ 1134.597611] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.606355] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.690217] env[69333]: DEBUG nova.network.neutron [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.726257] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "cba80235-c783-47ce-85b4-e9fe07c41255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.686s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.969921] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2807c2d-a4f2-463b-950f-676572be079c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.979115] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb7770-fd7b-4554-902d-bc3aa5cd3ca1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.011616] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b214b5-5670-423d-9f2d-c20a905a7621 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.020212] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508740ec-ef3d-45c6-aca0-d4353404d38e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.035928] env[69333]: DEBUG nova.compute.provider_tree [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.112966] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134728, 'name': ReconfigVM_Task, 'duration_secs': 0.229395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.113381] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.120652] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f90b71c-3d6c-45ea-81ba-9ed4fc929954 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.150527] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1135.150527] env[69333]: value = "task-4134729" [ 1135.150527] env[69333]: _type = "Task" [ 1135.150527] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.159276] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.192645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.193109] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance network_info: |[{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.193424] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.193774] env[69333]: DEBUG nova.network.neutron [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.198320] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '963153a1-361f-4f6c-a7e7-e9b03993fde1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.206223] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.208600] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.208600] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d6dcf57-55f9-4e29-9a22-94303589275d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.242752] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.242752] env[69333]: value = "task-4134730" [ 1135.242752] env[69333]: _type = "Task" [ 1135.242752] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.252756] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134730, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.287263] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Successfully updated port: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.539642] env[69333]: DEBUG nova.scheduler.client.report [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.659976] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134729, 'name': ReconfigVM_Task, 'duration_secs': 0.178554} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.660351] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.755385] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134730, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.793674] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.793843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.793993] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.938756] env[69333]: DEBUG nova.network.neutron [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updated VIF entry in instance network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.939152] env[69333]: DEBUG nova.network.neutron [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.034024] env[69333]: DEBUG nova.compute.manager [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Received event network-vif-plugged-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.034299] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Acquiring lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.034477] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.034692] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.034780] env[69333]: DEBUG nova.compute.manager [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] No waiting events found dispatching network-vif-plugged-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.034950] env[69333]: WARNING nova.compute.manager [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Received unexpected event network-vif-plugged-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 for instance with vm_state building and task_state spawning. [ 1136.035127] env[69333]: DEBUG nova.compute.manager [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Received event network-changed-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.035284] env[69333]: DEBUG nova.compute.manager [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Refreshing instance network info cache due to event network-changed-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.035480] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Acquiring lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.044625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.047149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.361s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.061356] env[69333]: INFO nova.scheduler.client.report [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted allocations for instance 91de3fdd-3e76-40fb-80a2-f5465758d9dd [ 1136.254352] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134730, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.325861] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.394959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.395158] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.445098] env[69333]: DEBUG oslo_concurrency.lockutils [req-93dd00b1-2370-485e-b638-801e56f7f46a req-57e084e2-da69-40f9-b235-30338975bbb0 service nova] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.487981] env[69333]: DEBUG nova.network.neutron [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Updating instance_info_cache with network_info: [{"id": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "address": "fa:16:3e:0e:f7:be", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca2b4e-0b", "ovs_interfaceid": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.555462] env[69333]: INFO nova.compute.claims [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.571790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "91de3fdd-3e76-40fb-80a2-f5465758d9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.318s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.714425] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.714777] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3e06e5-aa54-43a3-a752-20250d81c528 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.723195] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1136.723195] env[69333]: value = "task-4134731" [ 1136.723195] env[69333]: _type = "Task" [ 1136.723195] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.731503] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.753281] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134730, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.897491] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.990465] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.990818] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Instance network_info: |[{"id": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "address": "fa:16:3e:0e:f7:be", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca2b4e-0b", "ovs_interfaceid": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.991139] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Acquired lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.991333] env[69333]: DEBUG nova.network.neutron [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Refreshing network info cache for port 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.992501] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f7:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.000044] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.000477] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.000706] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d27452-c2b1-42af-91d5-d81f21192bc9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.021598] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.021598] env[69333]: value = "task-4134732" [ 1137.021598] env[69333]: _type = "Task" [ 1137.021598] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.029882] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134732, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.060427] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.060820] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.060882] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.061105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.061294] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.064525] env[69333]: INFO nova.compute.resource_tracker [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating resource usage from migration 60f5ab35-30a8-4bf2-89c1-f436d312e12e [ 1137.067373] env[69333]: INFO nova.compute.manager [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Terminating instance [ 1137.238712] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1137.238982] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.239207] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.240062] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ca393-7a15-4b3a-8cb3-ebea71ddf39e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.265574] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f400f9-843a-4fbd-8efe-d3ee2feb12b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.278070] env[69333]: WARNING nova.virt.vmwareapi.driver [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1137.278428] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.278681] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134730, 'name': CreateVM_Task, 'duration_secs': 1.608975} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.279428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47f464-c3f1-47ca-ba54-a0ca92add459 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.282009] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.282695] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.282851] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.283171] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.283815] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983193c0-5395-4cb3-9f89-000ab3c60c42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.288214] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.292625] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd138f5-f817-4da1-b42f-2e9a6bd94730 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.294351] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1137.294351] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8a8de-6f4b-cf8f-9561-f04f21aa3b87" [ 1137.294351] env[69333]: _type = "Task" [ 1137.294351] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.304741] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8a8de-6f4b-cf8f-9561-f04f21aa3b87, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.306021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.306272] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.306496] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.306646] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.306818] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.307627] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e278cc22-7e9e-49fe-894e-6ceb75322772 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.310290] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc577813-6cc7-4d2a-a894-94eac63f0914 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.319488] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a2cb4-1b3d-4847-8217-e302c0f628df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.324065] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.324628] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.325565] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67d52ff-8b1d-45bb-a9d1-90adabd17dfa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.359676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff8878-cb27-4942-87d1-ef90a8dadf9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.364017] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1137.364017] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e9886-8681-8a19-c27f-c6bb8ae5b796" [ 1137.364017] env[69333]: _type = "Task" [ 1137.364017] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.371730] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899775fa-b4dd-48b5-802d-7e216fc74b7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.379484] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520e9886-8681-8a19-c27f-c6bb8ae5b796, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.380846] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62df9137-4512-4f40-b079-79323382beb4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.395339] env[69333]: DEBUG nova.compute.provider_tree [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.408374] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.408656] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.408907] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore2] f32a9507-36cf-444f-a47e-97a1e12bfc38 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.409332] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1137.409332] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5266b931-a4e1-141f-a7b5-3b524940786b" [ 1137.409332] env[69333]: _type = "Task" [ 1137.409332] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.412804] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49cc03fd-b949-4c87-a283-525b9de77375 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.426059] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5266b931-a4e1-141f-a7b5-3b524940786b, 'name': SearchDatastore_Task, 'duration_secs': 0.016395} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.427472] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.427731] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.428088] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1137.428088] env[69333]: value = "task-4134734" [ 1137.428088] env[69333]: _type = "Task" [ 1137.428088] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.428288] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77d1633d-5238-4428-b361-79a6901bc78b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.430992] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.440014] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.441336] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1137.441336] env[69333]: value = "task-4134735" [ 1137.441336] env[69333]: _type = "Task" [ 1137.441336] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.449829] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.532664] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134732, 'name': CreateVM_Task, 'duration_secs': 0.36675} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.536171] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.536709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.536886] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.537292] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.537967] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaa2a92-b062-4326-aaa3-b5d40d2fb882 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.543948] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1137.543948] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a12906-3e4e-7e17-1ff4-6d12bb9e5eb0" [ 1137.543948] env[69333]: _type = "Task" [ 1137.543948] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.554022] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a12906-3e4e-7e17-1ff4-6d12bb9e5eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.572098] env[69333]: DEBUG nova.compute.manager [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.572355] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.573428] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e71dee-ce2e-46d0-a8da-35fc82a6b57e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.583389] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.583741] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ecba14-097e-4b3a-ae37-f2fb60b9e74e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.590476] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1137.590476] env[69333]: value = "task-4134736" [ 1137.590476] env[69333]: _type = "Task" [ 1137.590476] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.604397] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.803608] env[69333]: DEBUG nova.network.neutron [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Updated VIF entry in instance network info cache for port 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.804152] env[69333]: DEBUG nova.network.neutron [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Updating instance_info_cache with network_info: [{"id": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "address": "fa:16:3e:0e:f7:be", "network": {"id": "915b0440-9cf2-453f-b24d-0ea25d26f81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-772313842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d14c711829e4e2aa1e8aa8ac9c71a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca2b4e-0b", "ovs_interfaceid": "40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.899501] env[69333]: DEBUG nova.scheduler.client.report [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.940654] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153004} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.941776] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.941776] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.941776] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.952601] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134735, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.054916] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a12906-3e4e-7e17-1ff4-6d12bb9e5eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.055159] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.055363] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.055638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.055809] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.055994] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.056363] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9261717b-ae9e-4fd5-a8ca-3f5df9f97e44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.074464] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.074705] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.075455] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcebe11-a420-4576-a1e4-b9111b994549 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.081686] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1138.081686] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cda12-27c4-bfc8-55eb-00a4594e0602" [ 1138.081686] env[69333]: _type = "Task" [ 1138.081686] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.089965] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cda12-27c4-bfc8-55eb-00a4594e0602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.099262] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134736, 'name': PowerOffVM_Task, 'duration_secs': 0.249105} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.099515] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.099682] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.099920] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74752d2-2289-492e-a235-ca120e2fe788 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.204556] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.204867] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.205148] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleting the datastore file [datastore1] 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.205501] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2705da0-4d7e-473a-be91-45f766a85456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.212696] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for the task: (returnval){ [ 1138.212696] env[69333]: value = "task-4134738" [ 1138.212696] env[69333]: _type = "Task" [ 1138.212696] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.220740] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.307447] env[69333]: DEBUG oslo_concurrency.lockutils [req-9b14fb15-a7f2-48a5-8c6e-9fb7e59eb8b9 req-e8b0b75b-4798-4aa9-a2ef-aa4971f6b849 service nova] Releasing lock "refresh_cache-e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.405103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.405385] env[69333]: INFO nova.compute.manager [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Migrating [ 1138.412298] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.608s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.413888] env[69333]: INFO nova.compute.claims [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.449920] env[69333]: INFO nova.virt.block_device [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Booting with volume af40fe8f-43a7-4abb-985d-3111dc5d165e at /dev/sdb [ 1138.462426] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526494} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.462833] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.462950] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.463205] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8707e943-cd70-443f-9740-c69419aa6ae5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.472137] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1138.472137] env[69333]: value = "task-4134739" [ 1138.472137] env[69333]: _type = "Task" [ 1138.472137] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.483347] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.491347] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f29ab4a-379a-4bd3-bf3d-039171f88acd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.501086] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc64c45-2dd3-484e-8ce6-1b09bff71a94 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.537854] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fb84211-917d-442c-872d-3877757f9478 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.548420] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e43f9-e228-4506-a1f3-4efa377fbf25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.581948] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b65925-4d76-48e0-9d66-0ee38c8dc1cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.596543] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1b3fd-24f4-4998-958a-a6c2b83d42c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.599185] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527cda12-27c4-bfc8-55eb-00a4594e0602, 'name': SearchDatastore_Task, 'duration_secs': 0.055909} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.600287] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c4a4b3-c481-4e56-bb1f-cbda29220e31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.607839] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1138.607839] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb9fa6-214c-2962-a123-62ff076116b8" [ 1138.607839] env[69333]: _type = "Task" [ 1138.607839] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.614330] env[69333]: DEBUG nova.virt.block_device [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating existing volume attachment record: d024d007-3ca9-450a-9547-1e1c9fccd0ef {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.622718] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52bb9fa6-214c-2962-a123-62ff076116b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.622990] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.623279] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1/e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.623711] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-865904ce-2c2f-4367-ab5c-f8d31c40ba3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.633777] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1138.633777] env[69333]: value = "task-4134740" [ 1138.633777] env[69333]: _type = "Task" [ 1138.633777] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.642885] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.722549] env[69333]: DEBUG oslo_vmware.api [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Task: {'id': task-4134738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418927} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.722723] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.722894] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.723719] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.723719] env[69333]: INFO nova.compute.manager [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1138.723719] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.723719] env[69333]: DEBUG nova.compute.manager [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.724048] env[69333]: DEBUG nova.network.neutron [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.927459] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.927645] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.927803] env[69333]: DEBUG nova.network.neutron [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.986318] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083827} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.986625] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.987929] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1294fa2-f5a6-4a50-85b8-5b7a01591653 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.012771] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.014659] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f76c14-f9b0-43c0-a605-632c79e976ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.030417] env[69333]: DEBUG nova.compute.manager [req-ecfd4a34-359f-4b2d-9446-5402173d114f req-e8e55135-a275-4246-8767-57ec32788d87 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Received event network-vif-deleted-1f4efacb-6960-4e23-933a-065e12110d44 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.030626] env[69333]: INFO nova.compute.manager [req-ecfd4a34-359f-4b2d-9446-5402173d114f req-e8e55135-a275-4246-8767-57ec32788d87 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Neutron deleted interface 1f4efacb-6960-4e23-933a-065e12110d44; detaching it from the instance and deleting it from the info cache [ 1139.030802] env[69333]: DEBUG nova.network.neutron [req-ecfd4a34-359f-4b2d-9446-5402173d114f req-e8e55135-a275-4246-8767-57ec32788d87 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.040212] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1139.040212] env[69333]: value = "task-4134741" [ 1139.040212] env[69333]: _type = "Task" [ 1139.040212] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.050517] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.144908] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502056} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.144908] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1/e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.144908] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.145326] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43ee0c3-3e1e-4600-b235-a94fedbdf5e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.151737] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1139.151737] env[69333]: value = "task-4134742" [ 1139.151737] env[69333]: _type = "Task" [ 1139.151737] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.160264] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.484347] env[69333]: DEBUG nova.network.neutron [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.533416] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37294e67-e72e-4bcd-bdab-96acd58b49ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.547395] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c3cb9-89c7-44ef-8110-8efb45ff8c4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.571158] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.588344] env[69333]: DEBUG nova.compute.manager [req-ecfd4a34-359f-4b2d-9446-5402173d114f req-e8e55135-a275-4246-8767-57ec32788d87 service nova] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Detach interface failed, port_id=1f4efacb-6960-4e23-933a-065e12110d44, reason: Instance 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.669364] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08272} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.669801] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.673590] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5baf87a-64ed-4147-8688-1b2d333a6b73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.699884] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1/e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.703454] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b43dc7dc-18c4-4e9a-93fe-b275bee827b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.732365] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1139.732365] env[69333]: value = "task-4134743" [ 1139.732365] env[69333]: _type = "Task" [ 1139.732365] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.742309] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.744231] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208dbe2-13e6-4903-a982-4d73c1851568 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.754286] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c450c9ec-5654-429b-b020-f1d6f1c97bc4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.787923] env[69333]: DEBUG nova.network.neutron [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.789745] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90bb1e-3491-4e81-b291-ab8b35fee0f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.799901] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653f9eb-0c22-4078-9818-f631695e33a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.818433] env[69333]: DEBUG nova.compute.provider_tree [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.988719] env[69333]: INFO nova.compute.manager [-] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Took 1.26 seconds to deallocate network for instance. [ 1140.052116] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.242799] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134743, 'name': ReconfigVM_Task, 'duration_secs': 0.358012} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.243186] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1/e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.244991] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d6da63-bbd0-4904-bc13-5158e02e8ec2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.251283] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1140.251283] env[69333]: value = "task-4134744" [ 1140.251283] env[69333]: _type = "Task" [ 1140.251283] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.266106] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134744, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.294109] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.321670] env[69333]: DEBUG nova.scheduler.client.report [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.498127] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.552186] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.763148] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134744, 'name': Rename_Task, 'duration_secs': 0.177764} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.765556] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.765869] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.766056] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.766249] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.766385] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.766529] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.766734] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.766890] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.767064] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.767229] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.767399] env[69333]: DEBUG nova.virt.hardware [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.767699] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.768466] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b87a200-9c69-48d0-9838-081f1304dd13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.770940] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b891065-a599-4a5f-b4ed-ea50d96bba30 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.778360] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67d703-1204-43ed-9985-ce34057e65ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.783496] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1140.783496] env[69333]: value = "task-4134745" [ 1140.783496] env[69333]: _type = "Task" [ 1140.783496] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.794996] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:33:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dca1bf08-abc3-4d70-b5de-312219e1f7a6', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.802650] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.806963] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.810475] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb832771-78ad-4970-88c8-6f58e39128e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.826264] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.827122] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.827621] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.830118] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.625s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.830338] env[69333]: DEBUG nova.objects.instance [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lazy-loading 'resources' on Instance uuid 0c7169c5-7737-4334-af85-55e1cb189eb2 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.837196] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.837196] env[69333]: value = "task-4134746" [ 1140.837196] env[69333]: _type = "Task" [ 1140.837196] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.852033] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134746, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.054567] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134741, 'name': ReconfigVM_Task, 'duration_secs': 1.748932} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.055040] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.055597] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8ed14d8-c634-4641-b4cd-206073ca0251 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.061994] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1141.061994] env[69333]: value = "task-4134747" [ 1141.061994] env[69333]: _type = "Task" [ 1141.061994] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.070804] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134747, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.294492] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.333240] env[69333]: DEBUG nova.compute.utils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.334702] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.334875] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.351092] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134746, 'name': CreateVM_Task, 'duration_secs': 0.447464} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.351347] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.351918] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.352101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.352466] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.352741] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728c097c-dc71-4a15-9608-3aeaba18b4f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.359432] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1141.359432] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255f264-06b7-92fa-fd99-ccfa5dff1ec2" [ 1141.359432] env[69333]: _type = "Task" [ 1141.359432] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.370756] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255f264-06b7-92fa-fd99-ccfa5dff1ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.396272] env[69333]: DEBUG nova.policy [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2821a94f8c044a7da7e19e11de037063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91afb0c7f9c403eacb9f0577b8e164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.575017] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134747, 'name': Rename_Task, 'duration_secs': 0.209009} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.575319] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.575611] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5486addf-6271-468a-8109-a2b687ff7a7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.580432] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3518cbc-f858-4063-9d5d-30739c62b04c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.584181] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1141.584181] env[69333]: value = "task-4134748" [ 1141.584181] env[69333]: _type = "Task" [ 1141.584181] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.592360] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa570579-358a-41a2-8eac-ab1f0f89627f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.601171] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.634395] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb61a92-36e9-476c-af0d-927cff73dc8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.645614] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b7320d-97ff-40be-832d-bf7447e25536 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.661412] env[69333]: DEBUG nova.compute.provider_tree [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.688339] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Successfully created port: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.795586] env[69333]: DEBUG oslo_vmware.api [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134745, 'name': PowerOnVM_Task, 'duration_secs': 0.580446} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.795880] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.796138] env[69333]: INFO nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1141.796337] env[69333]: DEBUG nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.797139] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e9a33-de11-4e89-8662-352f39552555 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.818687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a43f48-7724-403d-8010-862292ccf011 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.837709] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.841600] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.870607] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5255f264-06b7-92fa-fd99-ccfa5dff1ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.870802] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.871080] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.871319] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.871463] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.871639] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.871915] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76456c47-13f6-46bc-8cb2-e4127dcb22a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.883647] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.883855] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.884640] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef9687f-7950-4fdd-98a2-82f20b39dc5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.893444] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1141.893444] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ae748b-2046-719f-d765-d972e25d2e63" [ 1141.893444] env[69333]: _type = "Task" [ 1141.893444] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.902610] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ae748b-2046-719f-d765-d972e25d2e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.095365] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134748, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.165260] env[69333]: DEBUG nova.scheduler.client.report [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.318402] env[69333]: INFO nova.compute.manager [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Took 14.51 seconds to build instance. [ 1142.346114] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.349521] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e766494-b43e-4500-a42a-683cf662e4e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.357978] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1142.357978] env[69333]: value = "task-4134749" [ 1142.357978] env[69333]: _type = "Task" [ 1142.357978] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.369090] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.369090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.404286] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ae748b-2046-719f-d765-d972e25d2e63, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.405134] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d0e915-cbbe-4d68-bd7e-e3fbf511205d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.411358] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1142.411358] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5232ef3a-94f6-0096-0f54-aa37049f55af" [ 1142.411358] env[69333]: _type = "Task" [ 1142.411358] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.421669] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5232ef3a-94f6-0096-0f54-aa37049f55af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.596696] env[69333]: DEBUG oslo_vmware.api [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134748, 'name': PowerOnVM_Task, 'duration_secs': 0.629258} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.597036] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.597261] env[69333]: INFO nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1142.597446] env[69333]: DEBUG nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.598299] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a1cb2-2c12-448d-a033-b8f5624aa7e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.671259] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.673864] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.713s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.674074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.675978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.770s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.676228] env[69333]: DEBUG nova.objects.instance [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lazy-loading 'resources' on Instance uuid 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.693523] env[69333]: INFO nova.scheduler.client.report [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Deleted allocations for instance 0c7169c5-7737-4334-af85-55e1cb189eb2 [ 1142.698314] env[69333]: INFO nova.scheduler.client.report [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocations for instance b5231d7a-82b2-4f94-a37a-0d15574c5616 [ 1142.820606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-67057f9a-0f2f-468a-974d-c37391bc0e11 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.017s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.852986] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.874860] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.875107] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.875265] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.875444] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.875655] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.875809] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.876025] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.876189] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.876354] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.876535] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.876791] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.881959] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39e02f9-11fd-4d55-a5b7-a7df48cdcc60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.894916] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.895172] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.895328] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.895587] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.895762] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.895910] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.896121] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.896284] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.896448] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.896672] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.896859] env[69333]: DEBUG nova.virt.hardware [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.897670] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3895bf-30e9-493c-b295-3fc2f6dcd2ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.907425] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fbf54b-d1d2-43dd-8176-ba2402d44e6e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.911108] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1142.911108] env[69333]: value = "task-4134750" [ 1142.911108] env[69333]: _type = "Task" [ 1142.911108] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.932490] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.936219] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5232ef3a-94f6-0096-0f54-aa37049f55af, 'name': SearchDatastore_Task, 'duration_secs': 0.047961} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.936479] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.936744] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.936997] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4610ee0-2bd6-404c-a465-baf58da12483 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.943748] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1142.943748] env[69333]: value = "task-4134751" [ 1142.943748] env[69333]: _type = "Task" [ 1142.943748] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.951670] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.981418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.981692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.981941] env[69333]: DEBUG nova.compute.manager [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.983048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921020d8-494a-436d-9c1d-139971f759fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.990722] env[69333]: DEBUG nova.compute.manager [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1142.991739] env[69333]: DEBUG nova.objects.instance [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'flavor' on Instance uuid e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.117143] env[69333]: INFO nova.compute.manager [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Took 15.69 seconds to build instance. [ 1143.208946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Lock "0c7169c5-7737-4334-af85-55e1cb189eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.062s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.208946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "b5231d7a-82b2-4f94-a37a-0d15574c5616" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.047s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.245760] env[69333]: DEBUG nova.compute.manager [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Received event network-vif-plugged-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.245986] env[69333]: DEBUG oslo_concurrency.lockutils [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] Acquiring lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.246213] env[69333]: DEBUG oslo_concurrency.lockutils [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.246378] env[69333]: DEBUG oslo_concurrency.lockutils [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.246546] env[69333]: DEBUG nova.compute.manager [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] No waiting events found dispatching network-vif-plugged-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.246938] env[69333]: WARNING nova.compute.manager [req-0af6997e-7c34-4776-9419-a38ee1bdf11a req-3238c5ab-a2be-4097-8087-27eb92b1e528 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Received unexpected event network-vif-plugged-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 for instance with vm_state building and task_state spawning. [ 1143.389547] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Successfully updated port: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.423934] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134750, 'name': ReconfigVM_Task, 'duration_secs': 0.186203} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.425465] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.430805] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fceb7ec-c68d-4bd5-ac20-d4d98ee4f739 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.442357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c040e-5435-41b1-b30b-ced93c3fae33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.460161] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.490538] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfee585-6a62-4b95-a977-5796776a53e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.500516] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a53b542-b6e8-456d-bcef-a438a8275f9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.517271] env[69333]: DEBUG nova.compute.provider_tree [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.619759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.209s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.819983] env[69333]: DEBUG nova.compute.manager [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.820310] env[69333]: DEBUG nova.compute.manager [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing instance network info cache due to event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.820571] env[69333]: DEBUG oslo_concurrency.lockutils [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.820768] env[69333]: DEBUG oslo_concurrency.lockutils [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.821041] env[69333]: DEBUG nova.network.neutron [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.895196] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.895575] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.895575] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.937223] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.937475] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.937618] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.937804] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.938013] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.938178] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.938656] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.938656] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.938656] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.938830] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.938998] env[69333]: DEBUG nova.virt.hardware [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.944562] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.945227] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ce97270-3e16-49ba-a666-03264f3e194d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.969069] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52639} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.970471] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.970697] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.971015] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1143.971015] env[69333]: value = "task-4134752" [ 1143.971015] env[69333]: _type = "Task" [ 1143.971015] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.971390] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce37526-f332-4f44-92b4-21cf366eb6f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.982399] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.983731] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1143.983731] env[69333]: value = "task-4134753" [ 1143.983731] env[69333]: _type = "Task" [ 1143.983731] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.994711] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.006790] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.007266] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f330d41-2ad2-4560-937a-7986a8b6d90a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.014570] env[69333]: DEBUG oslo_vmware.api [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1144.014570] env[69333]: value = "task-4134754" [ 1144.014570] env[69333]: _type = "Task" [ 1144.014570] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.020306] env[69333]: DEBUG nova.scheduler.client.report [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.026717] env[69333]: DEBUG oslo_vmware.api [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.479083] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.494479] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134752, 'name': ReconfigVM_Task, 'duration_secs': 0.240526} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.498940] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.498940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f790c2-3a55-4434-a13d-60c2d04cf4dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.504624] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15383} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.505351] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.506836] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c05bb3-7ec4-43bc-9aff-2454d0d06fe4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.528382] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.535427] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.537454] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0cba411-65be-443d-975c-46b153a906ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.564158] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.133s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.565787] env[69333]: INFO nova.compute.claims [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.580356] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.581821] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-693715d3-2f75-4c48-a059-fd514e56d4d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.602124] env[69333]: INFO nova.scheduler.client.report [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleted allocations for instance 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f [ 1144.603331] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1144.603331] env[69333]: value = "task-4134755" [ 1144.603331] env[69333]: _type = "Task" [ 1144.603331] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.603600] env[69333]: DEBUG oslo_vmware.api [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134754, 'name': PowerOffVM_Task, 'duration_secs': 0.258737} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.611471] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.611471] env[69333]: DEBUG nova.compute.manager [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.615619] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576fad3-562e-4c7d-9435-24411840a6aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.624255] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1144.624255] env[69333]: value = "task-4134756" [ 1144.624255] env[69333]: _type = "Task" [ 1144.624255] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.637067] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.641984] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.912683] env[69333]: DEBUG nova.network.neutron [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Updating instance_info_cache with network_info: [{"id": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "address": "fa:16:3e:b8:ce:7e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9585ce00-f7", "ovs_interfaceid": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.925076] env[69333]: DEBUG nova.network.neutron [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updated VIF entry in instance network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.925454] env[69333]: DEBUG nova.network.neutron [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.117620] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7916b951-7e4d-46aa-97fb-cfed52b5a577 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.404s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.122457] env[69333]: DEBUG oslo_vmware.api [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134755, 'name': ReconfigVM_Task, 'duration_secs': 0.346179} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.122624] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab/e735079d-0582-4793-8d69-c5cb04fafbab.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.122910] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.136248] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134756, 'name': ReconfigVM_Task, 'duration_secs': 0.318363} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.136341] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to attach disk [datastore1] f32a9507-36cf-444f-a47e-97a1e12bfc38/f32a9507-36cf-444f-a47e-97a1e12bfc38.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.137531] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'image_id': '4c0c4c4f-2385-4639-967e-3554b6257db7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'}, 'attachment_id': 'd024d007-3ca9-450a-9547-1e1c9fccd0ef', 'volume_type': None}], 'swap': None} {{(pid=69333) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1145.138522] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1145.138522] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1145.138739] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18cc4cd-62a2-487b-88e5-47e3b90768bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.158913] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5f59a6ef-7aff-4f6b-832c-c2a209f8b1ce tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.176s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.160608] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12156cae-a2b3-4944-bd77-088302f21a23 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.190071] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.191164] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14685aac-d44a-45f0-b03e-d17604d5d564 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.211166] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1145.211166] env[69333]: value = "task-4134757" [ 1145.211166] env[69333]: _type = "Task" [ 1145.211166] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.222801] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.286801] env[69333]: DEBUG nova.compute.manager [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Received event network-changed-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.287261] env[69333]: DEBUG nova.compute.manager [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Refreshing instance network info cache due to event network-changed-9585ce00-f711-4e50-9ea6-a32a0e63f8d1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.287467] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] Acquiring lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.415878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.416297] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Instance network_info: |[{"id": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "address": "fa:16:3e:b8:ce:7e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9585ce00-f7", "ovs_interfaceid": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.416649] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] Acquired lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.416857] env[69333]: DEBUG nova.network.neutron [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Refreshing network info cache for port 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.418177] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:ce:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9585ce00-f711-4e50-9ea6-a32a0e63f8d1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.427151] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.430679] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.430679] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7342f88d-0770-4ca6-9b60-2bed7c82f1b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.447208] env[69333]: DEBUG oslo_concurrency.lockutils [req-8adaaaf8-4225-4dba-9dd7-45ae0ce57827 req-343328f0-a47f-4120-ac67-4a3e4cee4a9d service nova] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.454010] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.454010] env[69333]: value = "task-4134758" [ 1145.454010] env[69333]: _type = "Task" [ 1145.454010] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.464941] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134758, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.630027] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592202e9-92de-4a94-a357-a6ad6185b172 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.661231] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9bc43b-9e05-4104-be8c-4d643bdbbc65 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.694227] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.734042] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.884983] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8082d41-243f-41c4-944e-4d686081d91e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.893354] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809984f-6c44-4e35-935b-a9ce4a6fe843 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933346] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797c2aa-d589-41bf-a119-c4a587786fea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.940932] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477692e4-f4c0-4a9c-be12-bb3c10ea3f3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.956159] env[69333]: DEBUG nova.compute.provider_tree [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.969712] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134758, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.210173] env[69333]: DEBUG nova.network.neutron [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Updated VIF entry in instance network info cache for port 9585ce00-f711-4e50-9ea6-a32a0e63f8d1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.210544] env[69333]: DEBUG nova.network.neutron [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Updating instance_info_cache with network_info: [{"id": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "address": "fa:16:3e:b8:ce:7e", "network": {"id": "4cf3c5e5-ef47-48a2-9803-ffe2020dd4ad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328648019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91afb0c7f9c403eacb9f0577b8e164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9585ce00-f7", "ovs_interfaceid": "9585ce00-f711-4e50-9ea6-a32a0e63f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.223721] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134757, 'name': ReconfigVM_Task, 'duration_secs': 0.534576} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.224651] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.229885] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340dd68b-841f-4efc-aaf9-2003c751103e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.240582] env[69333]: DEBUG nova.network.neutron [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Port a3ad4f24-44d6-46de-bd66-4d64f307931b binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.248602] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1146.248602] env[69333]: value = "task-4134759" [ 1146.248602] env[69333]: _type = "Task" [ 1146.248602] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.259538] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.273256] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.273546] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.273805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.274010] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.274242] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.276684] env[69333]: INFO nova.compute.manager [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Terminating instance [ 1146.284469] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.284688] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.466921] env[69333]: DEBUG nova.scheduler.client.report [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.470135] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134758, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.713814] env[69333]: DEBUG oslo_concurrency.lockutils [req-0ba7a35f-850f-4654-b826-e790fa3a74f4 req-9ad6c8de-b0c4-47c5-9d6f-014fbc44f8bf service nova] Releasing lock "refresh_cache-d7f9d092-3ec0-4533-a9d9-11f2d4314034" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.758875] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134759, 'name': ReconfigVM_Task, 'duration_secs': 0.188869} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.761887] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1146.761887] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d0581b-03ae-4ca4-ac2d-9cb1242a080e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.769017] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1146.769017] env[69333]: value = "task-4134760" [ 1146.769017] env[69333]: _type = "Task" [ 1146.769017] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.779335] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134760, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.781199] env[69333]: DEBUG nova.compute.manager [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.781543] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.782463] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d56f323-88f8-4d0a-9536-a43fd8bf3e35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.804171] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.804171] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe13fe1b-51ec-41a0-8cdb-90e438023326 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.804171] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.804171] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.805555] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.805555] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.805555] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.805555] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.805834] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1146.806051] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.882198] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.882471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.882696] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore2] e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.883099] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7276dc1-4b56-4c51-877c-cfd88122458b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.893067] env[69333]: DEBUG oslo_vmware.api [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1146.893067] env[69333]: value = "task-4134762" [ 1146.893067] env[69333]: _type = "Task" [ 1146.893067] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.904192] env[69333]: DEBUG oslo_vmware.api [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.966589] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134758, 'name': CreateVM_Task, 'duration_secs': 1.435584} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.966811] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.967580] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.967762] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.968112] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.968399] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a82899-0021-41d2-ae11-033118773393 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.972249] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.972743] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.976784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.479s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.976981] env[69333]: DEBUG nova.objects.instance [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lazy-loading 'resources' on Instance uuid 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.979142] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1146.979142] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc7b68-fcda-bf38-82bb-bda3c4abab95" [ 1146.979142] env[69333]: _type = "Task" [ 1146.979142] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.990552] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc7b68-fcda-bf38-82bb-bda3c4abab95, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.991986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.991986] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.991986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.991986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.991986] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.991986] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3b53c1-373a-4190-b4ac-e1cafa852668 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.002590] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.002782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.003994] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc46c1e7-e2a0-4af6-a5a5-07ad5687ee62 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.011759] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1147.011759] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b21d2-ad8b-ce02-1758-fef5ddf53f3c" [ 1147.011759] env[69333]: _type = "Task" [ 1147.011759] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.021455] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b21d2-ad8b-ce02-1758-fef5ddf53f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.264307] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.264530] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.264685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.278031] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134760, 'name': Rename_Task, 'duration_secs': 0.1911} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.278881] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.279156] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0884cfc4-058a-46b7-b12a-5a890ee9d836 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.287925] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1147.287925] env[69333]: value = "task-4134763" [ 1147.287925] env[69333]: _type = "Task" [ 1147.287925] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.297061] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.311048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.404792] env[69333]: DEBUG oslo_vmware.api [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261929} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.405102] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.405289] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.405470] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.405722] env[69333]: INFO nova.compute.manager [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1147.405919] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.406143] env[69333]: DEBUG nova.compute.manager [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.406235] env[69333]: DEBUG nova.network.neutron [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.480721] env[69333]: DEBUG nova.compute.utils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.482251] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.482421] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.522305] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523b21d2-ad8b-ce02-1758-fef5ddf53f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.523385] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f99069-0e35-4690-8288-7cb2fa4db377 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.532669] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1147.532669] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e46caa-9353-dc65-28ec-91ceefe7cd8b" [ 1147.532669] env[69333]: _type = "Task" [ 1147.532669] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.551898] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e46caa-9353-dc65-28ec-91ceefe7cd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.586362] env[69333]: DEBUG nova.policy [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.728776] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0963fd77-5e20-41fe-b072-1ec607bf7043 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.740411] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72e088-826a-4c8b-9653-c1227060e565 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.782117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b176404-9bf9-4184-b153-ac1183c8c992 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.795148] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7932181-0245-4782-a618-467c17f8148c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.805454] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.814762] env[69333]: DEBUG nova.compute.provider_tree [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.920878] env[69333]: DEBUG nova.compute.manager [req-052ff3f0-d5a0-44d2-b179-b73057ab77d8 req-9d8fee94-811c-430d-9d81-58e42b9109ee service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Received event network-vif-deleted-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.920878] env[69333]: INFO nova.compute.manager [req-052ff3f0-d5a0-44d2-b179-b73057ab77d8 req-9d8fee94-811c-430d-9d81-58e42b9109ee service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Neutron deleted interface 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644; detaching it from the instance and deleting it from the info cache [ 1147.920878] env[69333]: DEBUG nova.network.neutron [req-052ff3f0-d5a0-44d2-b179-b73057ab77d8 req-9d8fee94-811c-430d-9d81-58e42b9109ee service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.989549] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.054102] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e46caa-9353-dc65-28ec-91ceefe7cd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.054402] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.054944] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d7f9d092-3ec0-4533-a9d9-11f2d4314034/d7f9d092-3ec0-4533-a9d9-11f2d4314034.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.055247] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb9636a-8868-445e-85e7-9c47f4e3cc0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.067759] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1148.067759] env[69333]: value = "task-4134764" [ 1148.067759] env[69333]: _type = "Task" [ 1148.067759] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.073576] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Successfully created port: c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.085836] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.098096] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.098311] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.310056] env[69333]: DEBUG oslo_vmware.api [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134763, 'name': PowerOnVM_Task, 'duration_secs': 0.87002} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.310502] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.310884] env[69333]: DEBUG nova.compute.manager [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.312445] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb75c0-c3e7-431a-949f-2c00f65cf311 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.318346] env[69333]: DEBUG nova.scheduler.client.report [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.328380] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.328847] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.328966] env[69333]: DEBUG nova.network.neutron [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.392822] env[69333]: DEBUG nova.network.neutron [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.425476] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf9f76ee-6a75-4d9b-8daf-753c87d2d213 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.433938] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03864ed2-23ea-4e88-8d81-e2304b1247b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.472568] env[69333]: DEBUG nova.compute.manager [req-052ff3f0-d5a0-44d2-b179-b73057ab77d8 req-9d8fee94-811c-430d-9d81-58e42b9109ee service nova] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Detach interface failed, port_id=40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644, reason: Instance e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.580237] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134764, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.601034] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.630670] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "e5960300-aad4-492e-8a17-c7432125818c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.630960] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.836790] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.839340] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.528s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.839552] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.839720] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1148.842607] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd35b033-5621-4f0e-aa60-d684bd834dd3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.851871] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.852164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.852342] env[69333]: DEBUG nova.objects.instance [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.859187] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118a689-3ece-42c2-9a8c-4a7626499567 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.876307] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb68dba-91d0-49df-8c66-68e4254a72e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.886381] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f050035-d043-4109-822f-a8d2e6150b77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.894883] env[69333]: INFO nova.compute.manager [-] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Took 1.49 seconds to deallocate network for instance. [ 1148.923902] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178817MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1148.927153] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.005393] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.079998] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.080573] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.080858] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.081211] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.081537] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.083668] env[69333]: DEBUG nova.virt.hardware [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.089365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d64b6-18cf-4aa4-a18d-65a936ecc5f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.092966] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877048} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.093653] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d7f9d092-3ec0-4533-a9d9-11f2d4314034/d7f9d092-3ec0-4533-a9d9-11f2d4314034.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.094044] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.094804] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0d569e-16a9-469f-b1e7-fec39f368489 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.101045] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64c32e8-08ac-44b1-9dc3-c997cb68aef4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.109761] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1149.109761] env[69333]: value = "task-4134765" [ 1149.109761] env[69333]: _type = "Task" [ 1149.109761] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.118878] env[69333]: INFO nova.scheduler.client.report [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Deleted allocations for instance 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232 [ 1149.136704] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.140661] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.146173] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.351571] env[69333]: DEBUG nova.network.neutron [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.436782] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.624355] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074165} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.624701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.625639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce1573-490b-4296-9d08-bac309d7094c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.653835] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d7f9d092-3ec0-4533-a9d9-11f2d4314034/d7f9d092-3ec0-4533-a9d9-11f2d4314034.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.654699] env[69333]: DEBUG oslo_concurrency.lockutils [None req-17e01041-07b2-43bb-a17c-65dd36264d69 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Lock "62fdb0d2-a05f-4f87-bbf9-f8fb556bc232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.594s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.657943] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a710b5-5414-4473-bc6a-678d2cd4d76b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.688834] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1149.688834] env[69333]: value = "task-4134766" [ 1149.688834] env[69333]: _type = "Task" [ 1149.688834] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.696470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.702964] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.773742] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Successfully updated port: c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.854696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.862365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ec9d6a5f-b4d2-4411-a681-b5937f0e0ae3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.863259] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.939s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.948112] env[69333]: DEBUG nova.compute.manager [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received event network-vif-plugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.948112] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.948610] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.948610] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.948610] env[69333]: DEBUG nova.compute.manager [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] No waiting events found dispatching network-vif-plugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.948894] env[69333]: WARNING nova.compute.manager [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received unexpected event network-vif-plugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 for instance with vm_state building and task_state spawning. [ 1149.948894] env[69333]: DEBUG nova.compute.manager [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received event network-changed-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.949064] env[69333]: DEBUG nova.compute.manager [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Refreshing instance network info cache due to event network-changed-c7d4da89-d591-4bec-8552-fe4a1618bc49. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.949240] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Acquiring lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.949368] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Acquired lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.949519] env[69333]: DEBUG nova.network.neutron [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Refreshing network info cache for port c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.200403] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.276879] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.377917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5f243-2049-4bec-80cc-d7a9a8650f85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.399053] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad7444-04cc-4e35-96df-87bea526df8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.408247] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.486235] env[69333]: DEBUG nova.network.neutron [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.563614] env[69333]: DEBUG nova.network.neutron [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.706719] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.875873] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance e735079d-0582-4793-8d69-c5cb04fafbab as it has an incoming, in-progress migration 60f5ab35-30a8-4bf2-89c1-f436d312e12e. Migration status is post-migrating {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.877444] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating resource usage from migration 60f5ab35-30a8-4bf2-89c1-f436d312e12e [ 1150.899739] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a3122aed-c4a5-473f-85f7-546745a608cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.899887] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900018] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance f32a9507-36cf-444f-a47e-97a1e12bfc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900169] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 7e639790-6ac4-434e-b742-64e321d89675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900272] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900389] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900508] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 3101ba74-4673-4852-a575-1e1175d0780a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.900743] env[69333]: WARNING nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.900833] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration 60f5ab35-30a8-4bf2-89c1-f436d312e12e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.900920] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e735079d-0582-4793-8d69-c5cb04fafbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.901182] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance d7f9d092-3ec0-4533-a9d9-11f2d4314034 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.901182] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 04a2354e-1af1-436e-93c2-b3377debe32f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.914892] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c700b7-baa8-4a26-9ed5-373eb38bf278 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance 'e735079d-0582-4793-8d69-c5cb04fafbab' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.066564] env[69333]: DEBUG oslo_concurrency.lockutils [req-ebf83e1f-d493-456e-a8fd-19bf513cf6cc req-a95f9898-2810-4a21-8860-8ca8be0ed83c service nova] Releasing lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.066898] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.067071] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.202337] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134766, 'name': ReconfigVM_Task, 'duration_secs': 1.019525} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.202628] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d7f9d092-3ec0-4533-a9d9-11f2d4314034/d7f9d092-3ec0-4533-a9d9-11f2d4314034.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.203285] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fabaf640-3714-4fe7-bcfc-45130473d608 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.215255] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1151.215255] env[69333]: value = "task-4134767" [ 1151.215255] env[69333]: _type = "Task" [ 1151.215255] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.221789] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134767, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.406343] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a17779cc-671a-499b-9f1d-0d0ecb8b49b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1151.620138] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.724466] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134767, 'name': Rename_Task, 'duration_secs': 0.212998} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.724736] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.724992] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246a554e-5d1c-47f8-a536-22a88d9b0f50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.733413] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1151.733413] env[69333]: value = "task-4134768" [ 1151.733413] env[69333]: _type = "Task" [ 1151.733413] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.742519] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.796093] env[69333]: DEBUG nova.network.neutron [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updating instance_info_cache with network_info: [{"id": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "address": "fa:16:3e:25:82:33", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d4da89-d5", "ovs_interfaceid": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.908504] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance e5960300-aad4-492e-8a17-c7432125818c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1151.908911] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.909055] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1152.123788] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7112a-fa36-491c-8724-46eedbdda079 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.132356] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e42702-8397-4ec9-ae67-c91339240528 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.164940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed06ab-535c-439e-9564-ee8d82bb2da7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.173263] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a6a45-5c58-4da9-a670-1e60fa30b96d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.187590] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.245179] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.299343] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.299343] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance network_info: |[{"id": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "address": "fa:16:3e:25:82:33", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d4da89-d5", "ovs_interfaceid": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.300283] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:82:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d4da89-d591-4bec-8552-fe4a1618bc49', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.309718] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.309965] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.310829] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da5d599-cbc3-4a5b-a06f-254d9f9a0bdc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.333630] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.333630] env[69333]: value = "task-4134769" [ 1152.333630] env[69333]: _type = "Task" [ 1152.333630] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.342000] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134769, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.693925] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.748031] env[69333]: DEBUG oslo_vmware.api [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134768, 'name': PowerOnVM_Task, 'duration_secs': 0.806545} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.748031] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.748031] env[69333]: INFO nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1152.748031] env[69333]: DEBUG nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.748657] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb766b99-8b85-4092-94b1-6f1aed3238ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.844478] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134769, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.197988] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1153.198483] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.335s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.198483] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.058s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.200131] env[69333]: INFO nova.compute.claims [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.203116] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.203309] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1153.270195] env[69333]: INFO nova.compute.manager [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Took 22.49 seconds to build instance. [ 1153.348255] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134769, 'name': CreateVM_Task, 'duration_secs': 0.573998} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.348510] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.349497] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.349727] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.350921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.352009] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a98947-380c-4db7-8478-9aae319aa713 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.359320] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1153.359320] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52600427-4f58-2082-0f26-ba0147bdabb7" [ 1153.359320] env[69333]: _type = "Task" [ 1153.359320] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.371876] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52600427-4f58-2082-0f26-ba0147bdabb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.448468] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.448708] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.448872] env[69333]: DEBUG nova.compute.manager [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Going to confirm migration 6 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.722262] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] There are 56 instances to clean {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1153.722543] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 45f42bc4-2a5f-4bf7-8bd0-a0cafef4171f] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.772051] env[69333]: DEBUG oslo_concurrency.lockutils [None req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.874924] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52600427-4f58-2082-0f26-ba0147bdabb7, 'name': SearchDatastore_Task, 'duration_secs': 0.03286} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.875311] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.875552] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.875866] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876214] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.876508] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25db8244-689f-4491-9e6b-1225b1b6d5e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.895222] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.895432] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.896322] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca898bae-3136-4b3b-a9c1-e166cfa95483 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.902756] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1153.902756] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528cf6dc-27aa-5b3c-843a-6f4d6aa86b89" [ 1153.902756] env[69333]: _type = "Task" [ 1153.902756] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.911345] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528cf6dc-27aa-5b3c-843a-6f4d6aa86b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.041030] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.041233] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.041441] env[69333]: DEBUG nova.network.neutron [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.041637] env[69333]: DEBUG nova.objects.instance [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'info_cache' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.228712] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: bd38a8e6-06c7-4de0-b296-b933693a6770] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.421020] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528cf6dc-27aa-5b3c-843a-6f4d6aa86b89, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.422075] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d591259f-be69-4ca3-8d9f-e15dcee3e626 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.435186] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1154.435186] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525d9312-0e62-5493-42cc-804858cd7a2b" [ 1154.435186] env[69333]: _type = "Task" [ 1154.435186] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.445514] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525d9312-0e62-5493-42cc-804858cd7a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.475246] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def58da8-e699-4a08-94c3-e8173d07dbb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.484457] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c0308-8c3f-43e7-b6b9-87b35ed6441e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.519341] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c727ff-d075-4b5b-b380-18594b2d7f3d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.528382] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef67c9a-4621-4682-895e-f61f96a3f4ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.549057] env[69333]: DEBUG nova.compute.provider_tree [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.734711] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: cba80235-c783-47ce-85b4-e9fe07c41255] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.944605] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525d9312-0e62-5493-42cc-804858cd7a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.024908} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.944739] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.944992] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 04a2354e-1af1-436e-93c2-b3377debe32f/04a2354e-1af1-436e-93c2-b3377debe32f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.945279] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e09e5c-add2-40a9-98ea-f1b2bcfa15f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.952384] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1154.952384] env[69333]: value = "task-4134770" [ 1154.952384] env[69333]: _type = "Task" [ 1154.952384] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.962681] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.053438] env[69333]: DEBUG nova.scheduler.client.report [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.239535] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: b5231d7a-82b2-4f94-a37a-0d15574c5616] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.260209] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.260490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.260711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.260963] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.261223] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.265438] env[69333]: INFO nova.compute.manager [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Terminating instance [ 1155.460958] env[69333]: DEBUG nova.network.neutron [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.469967] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134770, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.559585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.560148] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.562914] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.127s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.563395] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.565517] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.869s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.566942] env[69333]: INFO nova.compute.claims [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.603573] env[69333]: INFO nova.scheduler.client.report [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1 [ 1155.747125] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 0c7169c5-7737-4334-af85-55e1cb189eb2] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.774827] env[69333]: DEBUG nova.compute.manager [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.774827] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.774827] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480e573-74f3-4cdb-95a4-236c91dfb217 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.784217] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.784514] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64af1fb5-d16d-4b03-8004-bb236359cc4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.792660] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1155.792660] env[69333]: value = "task-4134771" [ 1155.792660] env[69333]: _type = "Task" [ 1155.792660] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.805110] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.965300] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.965591] env[69333]: DEBUG nova.objects.instance [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'migration_context' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.966999] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571879} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.967317] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 04a2354e-1af1-436e-93c2-b3377debe32f/04a2354e-1af1-436e-93c2-b3377debe32f.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.967556] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.968095] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e429a3-3b03-4364-b0f2-383353542668 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.976840] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1155.976840] env[69333]: value = "task-4134772" [ 1155.976840] env[69333]: _type = "Task" [ 1155.976840] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.988037] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.071674] env[69333]: DEBUG nova.compute.utils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.075352] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1156.112364] env[69333]: DEBUG oslo_concurrency.lockutils [None req-464f6e89-6ad0-4200-9e49-20a551a30e81 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.838s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.175169] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "41e11890-c106-4737-ac3e-6d93cbe85c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.175169] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.255151] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 91de3fdd-3e76-40fb-80a2-f5465758d9dd] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.303053] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134771, 'name': PowerOffVM_Task, 'duration_secs': 0.240792} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.303879] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.304078] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.304414] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341a3d88-9ec4-4b31-b9d3-f68c24560a44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.379112] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.379354] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.379539] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleting the datastore file [datastore1] d7f9d092-3ec0-4533-a9d9-11f2d4314034 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.379827] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a71ec2-914a-484b-adba-6302d3b8a3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386847] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for the task: (returnval){ [ 1156.386847] env[69333]: value = "task-4134774" [ 1156.386847] env[69333]: _type = "Task" [ 1156.386847] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.394913] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.469094] env[69333]: DEBUG nova.objects.base [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.470048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a0aaa-33ce-41c9-8bf7-234cd958fb05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.492687] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801a7726-e700-44d0-b93d-0f77fff840c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.500523] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079931} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.501729] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.502088] env[69333]: DEBUG oslo_vmware.api [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1156.502088] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c58b5f-8fa4-f6bd-d7bb-f73b6443b5b4" [ 1156.502088] env[69333]: _type = "Task" [ 1156.502088] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.502751] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe76349-9bae-4a3b-8a2e-9c521df81519 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.512591] env[69333]: DEBUG oslo_vmware.api [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c58b5f-8fa4-f6bd-d7bb-f73b6443b5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.529900] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 04a2354e-1af1-436e-93c2-b3377debe32f/04a2354e-1af1-436e-93c2-b3377debe32f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.530718] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958625f5-a0c0-4db3-9da4-553cb4cd2677 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.555406] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1156.555406] env[69333]: value = "task-4134775" [ 1156.555406] env[69333]: _type = "Task" [ 1156.555406] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.563167] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.576044] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.652397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "a3122aed-c4a5-473f-85f7-546745a608cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.652571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.652829] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.653516] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.653516] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.655261] env[69333]: INFO nova.compute.manager [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Terminating instance [ 1156.678373] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.762143] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a88c3dc6-03f4-4a96-98c7-dfbdee8928e9] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.797018] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce8947-d90d-411f-a627-3054b1ab4331 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.806012] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c12c0f-cc34-4b9e-862d-7527634c348e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.841569] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d687a4c-6254-44c9-9eb5-be19cfd3b2bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.850118] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe6b97-d7b3-48a6-b50a-e2ee6d26bbe1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.865683] env[69333]: DEBUG nova.compute.provider_tree [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.897452] env[69333]: DEBUG oslo_vmware.api [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Task: {'id': task-4134774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372712} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.897452] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.897452] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.897696] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.897728] env[69333]: INFO nova.compute.manager [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1156.897961] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.898248] env[69333]: DEBUG nova.compute.manager [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.898349] env[69333]: DEBUG nova.network.neutron [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.021255] env[69333]: DEBUG oslo_vmware.api [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52c58b5f-8fa4-f6bd-d7bb-f73b6443b5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.049085} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.021255] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.067407] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134775, 'name': ReconfigVM_Task, 'duration_secs': 0.376044} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.067407] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 04a2354e-1af1-436e-93c2-b3377debe32f/04a2354e-1af1-436e-93c2-b3377debe32f.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.067407] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845fc73f-c0a3-43ba-afdb-afb25255729e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.076778] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1157.076778] env[69333]: value = "task-4134776" [ 1157.076778] env[69333]: _type = "Task" [ 1157.076778] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.088479] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134776, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.161208] env[69333]: DEBUG nova.compute.manager [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.161484] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.162451] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5b6c4-6296-4ccc-8a88-0dcfc269ba41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.178040] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.178040] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd12ea1-6122-4b47-aa06-a65b207bc116 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.185825] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1157.185825] env[69333]: value = "task-4134777" [ 1157.185825] env[69333]: _type = "Task" [ 1157.185825] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.200281] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.206240] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.210747] env[69333]: DEBUG nova.compute.manager [req-26b4d3fd-c138-406f-8b03-be2fe312601b req-acbe5a32-61cc-4c64-9232-beeeaf6f8e02 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Received event network-vif-deleted-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.210948] env[69333]: INFO nova.compute.manager [req-26b4d3fd-c138-406f-8b03-be2fe312601b req-acbe5a32-61cc-4c64-9232-beeeaf6f8e02 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Neutron deleted interface 9585ce00-f711-4e50-9ea6-a32a0e63f8d1; detaching it from the instance and deleting it from the info cache [ 1157.211136] env[69333]: DEBUG nova.network.neutron [req-26b4d3fd-c138-406f-8b03-be2fe312601b req-acbe5a32-61cc-4c64-9232-beeeaf6f8e02 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.265732] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1635d4a4-c4f2-49e5-a896-23e08a5e5806] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.369134] env[69333]: DEBUG nova.scheduler.client.report [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.585882] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134776, 'name': Rename_Task, 'duration_secs': 0.156835} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.586201] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.586459] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcdf66d-f302-4226-96f9-201c180e284d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.590732] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.594254] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1157.594254] env[69333]: value = "task-4134778" [ 1157.594254] env[69333]: _type = "Task" [ 1157.594254] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.602017] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.619584] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.620157] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.620157] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.620220] env[69333]: DEBUG nova.virt.hardware [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.621057] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c461b-adaf-4348-a03e-227ded9f2932 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.629709] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a279814-66ef-4876-80aa-0107fce06eed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.645498] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.652215] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Creating folder: Project (3d80b8caa4fd42adb247e7965966869e). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.653872] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e54a47d0-bad1-4852-a23f-6f394f91eec6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.668975] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Created folder: Project (3d80b8caa4fd42adb247e7965966869e) in parent group-v818612. [ 1157.669215] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Creating folder: Instances. Parent ref: group-v818910. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.669528] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2feb5db-474d-44b0-9f59-db4a23dc7446 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.683632] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Created folder: Instances in parent group-v818910. [ 1157.683937] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.684168] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.684394] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7886073f-5079-4119-a4d5-0f45a212c290 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.697032] env[69333]: DEBUG nova.network.neutron [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.706511] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134777, 'name': PowerOffVM_Task, 'duration_secs': 0.388468} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.708540] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.708728] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.709308] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.709308] env[69333]: value = "task-4134781" [ 1157.709308] env[69333]: _type = "Task" [ 1157.709308] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.709473] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6d6b36-90e1-499c-b61b-c0ccf4fc0bff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.714668] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f866824-c398-47dc-81fb-4a89e7caa143 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.723158] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134781, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.726985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d15041-8263-4f06-8604-158ac85424fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.765405] env[69333]: DEBUG nova.compute.manager [req-26b4d3fd-c138-406f-8b03-be2fe312601b req-acbe5a32-61cc-4c64-9232-beeeaf6f8e02 service nova] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Detach interface failed, port_id=9585ce00-f711-4e50-9ea6-a32a0e63f8d1, reason: Instance d7f9d092-3ec0-4533-a9d9-11f2d4314034 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.769199] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4c26dc20-a691-45c9-b9ad-6535b256fd7f] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.874531] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.875194] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.878028] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.857s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.106460] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134778, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.201973] env[69333]: INFO nova.compute.manager [-] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Took 1.30 seconds to deallocate network for instance. [ 1158.220925] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134781, 'name': CreateVM_Task, 'duration_secs': 0.316685} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.221117] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.221813] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.221813] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.222143] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.222423] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1eb755-8d54-41e7-a6dc-b78e66000873 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.228427] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1158.228427] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526be9bc-7ccc-d948-fd53-0a49094727bb" [ 1158.228427] env[69333]: _type = "Task" [ 1158.228427] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.238738] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526be9bc-7ccc-d948-fd53-0a49094727bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.272230] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 436b7f4f-d24c-475b-8c7a-8941438b5ac8] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.381495] env[69333]: DEBUG nova.compute.utils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.386598] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.386813] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.439271] env[69333]: DEBUG nova.policy [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a92215b5fc345329455b7856df1730b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d556442f40b43c3999b8f4b2f768f38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.572515] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954a7f9-0c11-4079-99b2-f8cea923be9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.580286] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae9c756-d348-4ab5-8c2d-b7721fc99149 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.614252] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad811f79-22ba-4513-97b3-04a587149f06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.622180] env[69333]: DEBUG oslo_vmware.api [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134778, 'name': PowerOnVM_Task, 'duration_secs': 0.564944} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.624127] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.624341] env[69333]: INFO nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1158.624521] env[69333]: DEBUG nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.625304] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4dd2ef-432c-498b-8d87-3961c2a36de3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.628695] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aba2c4-24fa-4e15-a74f-b80840923641 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.649058] env[69333]: DEBUG nova.compute.provider_tree [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.709440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.739659] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526be9bc-7ccc-d948-fd53-0a49094727bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017209} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.740017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.740216] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.740452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.740597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.740777] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.741062] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0eebfc8-dfa5-4dac-aab4-b68973f706c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.751042] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.751580] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.752043] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e1f06d-59be-496b-97bf-1923d13b7e61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.758060] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1158.758060] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc59f4-ac49-868e-ab53-ca7a813437a3" [ 1158.758060] env[69333]: _type = "Task" [ 1158.758060] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.766849] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc59f4-ac49-868e-ab53-ca7a813437a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.775999] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 62fdb0d2-a05f-4f87-bbf9-f8fb556bc232] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.780684] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Successfully created port: b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.887430] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.017066] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Successfully created port: 40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.155750] env[69333]: DEBUG nova.scheduler.client.report [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.160408] env[69333]: INFO nova.compute.manager [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Took 21.75 seconds to build instance. [ 1159.273400] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fc59f4-ac49-868e-ab53-ca7a813437a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.274433] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2709c83f-8127-4358-a595-4d8151a3521b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.279546] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 6dbb31bc-d112-4973-913f-1972792690b3] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.285576] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1159.285576] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e87504-c78b-cfe9-2ff4-c9472bfee7d6" [ 1159.285576] env[69333]: _type = "Task" [ 1159.285576] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.292947] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e87504-c78b-cfe9-2ff4-c9472bfee7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.666969] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7d959550-c9fa-4073-911d-59c5c53465d6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.272s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.770353] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.770586] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.770788] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleting the datastore file [datastore2] a3122aed-c4a5-473f-85f7-546745a608cd {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.771548] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8988aa1e-dfa3-4c0c-b329-8237243646d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.780640] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for the task: (returnval){ [ 1159.780640] env[69333]: value = "task-4134783" [ 1159.780640] env[69333]: _type = "Task" [ 1159.780640] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.786043] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 504efc4a-2126-4b48-b1fc-e77158186deb] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.801225] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.805279] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e87504-c78b-cfe9-2ff4-c9472bfee7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.805548] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.805839] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.806143] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88abceea-821d-4a23-9180-241c8148af14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.813565] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1159.813565] env[69333]: value = "task-4134784" [ 1159.813565] env[69333]: _type = "Task" [ 1159.813565] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.824401] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.900025] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.927527] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.927853] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.928104] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.928280] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.928439] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.928598] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.928838] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.929040] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.929251] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.929435] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.929626] env[69333]: DEBUG nova.virt.hardware [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.930576] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e3fec1-77f4-4d69-95a7-034561225115 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.940035] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f861c903-c5ae-4081-a937-1c36a6642b90 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.168431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.290s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.168610] env[69333]: DEBUG nova.compute.manager [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69333) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1160.171876] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.966s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.174220] env[69333]: INFO nova.compute.claims [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.267083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.267481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.267674] env[69333]: INFO nova.compute.manager [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Shelving [ 1160.292096] env[69333]: DEBUG oslo_vmware.api [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Task: {'id': task-4134783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164896} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.292455] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.292657] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.292748] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.292903] env[69333]: INFO nova.compute.manager [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Took 3.13 seconds to destroy the instance on the hypervisor. [ 1160.293168] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.293514] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f0c13777-cc9f-4f1e-b5ec-fa33c8ade867] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.295195] env[69333]: DEBUG nova.compute.manager [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.295950] env[69333]: DEBUG nova.network.neutron [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.326099] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.529384] env[69333]: DEBUG nova.compute.manager [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-vif-plugged-b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.529609] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] Acquiring lock "e5960300-aad4-492e-8a17-c7432125818c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.529826] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.529963] env[69333]: DEBUG oslo_concurrency.lockutils [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.530325] env[69333]: DEBUG nova.compute.manager [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] No waiting events found dispatching network-vif-plugged-b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1160.530513] env[69333]: WARNING nova.compute.manager [req-3f9c4d3c-31a3-4194-af24-9c0dcbdfdb45 req-f373c6c1-19f0-48f3-954e-d39c07012949 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received unexpected event network-vif-plugged-b317055f-6243-4cde-9419-87e8b168ab70 for instance with vm_state building and task_state spawning. [ 1160.669928] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Successfully updated port: b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.740313] env[69333]: INFO nova.scheduler.client.report [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted allocation for migration 60f5ab35-30a8-4bf2-89c1-f436d312e12e [ 1160.798343] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 0c246e9a-3f02-470e-af81-cfcc9016be23] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.824501] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527854} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.825588] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.825844] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.826135] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be96d13-c184-439b-b04c-b75f31d24732 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.834073] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1160.834073] env[69333]: value = "task-4134785" [ 1160.834073] env[69333]: _type = "Task" [ 1160.834073] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.844837] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.139887] env[69333]: DEBUG nova.network.neutron [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.247090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-da9baf78-6625-4f6c-938f-5c3b14b3e93f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.798s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.282571] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.283173] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7344128e-0a99-4627-b695-c4c369094335 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.292057] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1161.292057] env[69333]: value = "task-4134786" [ 1161.292057] env[69333]: _type = "Task" [ 1161.292057] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.301471] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9d358292-fba2-47b7-baf1-411074090463] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.307461] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.353201] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070058} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.353683] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.355130] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662dc906-3b3c-4414-b81c-6ca81804a04b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.387812] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.391510] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2c0435-35d2-441e-a4ea-ed8a5919ca77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.413156] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1161.413156] env[69333]: value = "task-4134787" [ 1161.413156] env[69333]: _type = "Task" [ 1161.413156] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.422451] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.456219] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c02c5-e27d-4437-8141-31ba729e13d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.466646] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb9562-8858-46a5-8445-18b5c07c1dac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.499875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec2497-73ae-4ade-a23d-251b5f1072b2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.508491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554358e2-92b1-454b-befa-6e4474d4c9e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.524053] env[69333]: DEBUG nova.compute.provider_tree [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.643183] env[69333]: INFO nova.compute.manager [-] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Took 1.35 seconds to deallocate network for instance. [ 1161.682659] env[69333]: DEBUG nova.objects.instance [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.803998] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134786, 'name': PowerOffVM_Task, 'duration_secs': 0.245938} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.804381] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.805504] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bbba5-1ffa-4607-81dc-7977305f4699 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.808747] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 062fb187-4084-408a-b8af-2bcc4552a5f8] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.826836] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408d56f-9ef5-4376-950e-1053cebe7ba3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.923702] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134787, 'name': ReconfigVM_Task, 'duration_secs': 0.291606} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.923702] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.924251] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-775d8eed-a704-4812-b9e4-50bc0d919db2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.931531] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1161.931531] env[69333]: value = "task-4134788" [ 1161.931531] env[69333]: _type = "Task" [ 1161.931531] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.941277] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134788, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.027383] env[69333]: DEBUG nova.scheduler.client.report [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.150806] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.187542] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.187709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.187887] env[69333]: DEBUG nova.network.neutron [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.188081] env[69333]: DEBUG nova.objects.instance [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'info_cache' on Instance uuid e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.326666] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f1479274-957c-4554-921e-cedef2c2e734] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.339671] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1162.339671] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31621749-7355-4668-b9a7-c7870fe4d4f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.347662] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1162.347662] env[69333]: value = "task-4134789" [ 1162.347662] env[69333]: _type = "Task" [ 1162.347662] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.358938] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.442057] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134788, 'name': Rename_Task, 'duration_secs': 0.175249} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.442397] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.442706] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8228a54-76e4-4247-9c98-e6226fdaa1f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.451407] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1162.451407] env[69333]: value = "task-4134790" [ 1162.451407] env[69333]: _type = "Task" [ 1162.451407] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.460802] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.533093] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.533613] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.536277] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.827s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.536558] env[69333]: DEBUG nova.objects.instance [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lazy-loading 'resources' on Instance uuid d7f9d092-3ec0-4533-a9d9-11f2d4314034 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.563181] env[69333]: DEBUG nova.compute.manager [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Received event network-vif-deleted-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.563387] env[69333]: DEBUG nova.compute.manager [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-changed-b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.563549] env[69333]: DEBUG nova.compute.manager [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Refreshing instance network info cache due to event network-changed-b317055f-6243-4cde-9419-87e8b168ab70. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.563796] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] Acquiring lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.563944] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] Acquired lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.564747] env[69333]: DEBUG nova.network.neutron [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Refreshing network info cache for port b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.692434] env[69333]: DEBUG nova.objects.base [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.831270] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 65565095-eec4-4bde-bd1e-5c24d8f24bc8] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.841516] env[69333]: DEBUG nova.compute.manager [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1162.858299] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.962874] env[69333]: DEBUG oslo_vmware.api [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134790, 'name': PowerOnVM_Task, 'duration_secs': 0.5002} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.963166] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.963358] env[69333]: INFO nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1162.963534] env[69333]: DEBUG nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.964939] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa786d7-79ad-4e34-8f13-d07a67ef7863 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.039855] env[69333]: DEBUG nova.compute.utils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.046185] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.046548] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.091025] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Successfully updated port: 40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.105671] env[69333]: DEBUG nova.policy [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203a15c3c5914f42a06916f067e02024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '462477c1853f43d0a5c3490b963b9cb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.109729] env[69333]: DEBUG nova.network.neutron [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.196707] env[69333]: DEBUG nova.network.neutron [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.285687] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f15a9-cd7e-4976-8abb-7a7190a64259 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.293713] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4353615f-5e03-40da-8c2b-69351471d4cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.326627] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab522e9f-4bb7-47f8-98bd-d893e456d39e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.334422] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c3f10fa5-1431-41bd-8b00-f661e9c9097e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.340749] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b629a5a-20a0-4990-a655-9ae2c3d888a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.360933] env[69333]: DEBUG nova.compute.provider_tree [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.363547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.369755] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134789, 'name': CreateSnapshot_Task, 'duration_secs': 0.693107} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.370106] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1163.371065] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a83aae-b089-4f41-b177-4425d0528584 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.484205] env[69333]: INFO nova.compute.manager [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Took 14.38 seconds to build instance. [ 1163.548607] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.590943] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.651703] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Successfully created port: 507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.681374] env[69333]: DEBUG nova.network.neutron [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [{"id": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "address": "fa:16:3e:a3:4e:22", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad4f24-44", "ovs_interfaceid": "a3ad4f24-44d6-46de-bd66-4d64f307931b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.700363] env[69333]: DEBUG oslo_concurrency.lockutils [req-6e47318c-dc1d-407a-b0a4-95ee1dd19f29 req-3d8706e1-7519-420a-b46b-b4b0082f8746 service nova] Releasing lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.700749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.700909] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.847016] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 1c8540d4-d278-400a-9523-6eb9711f0714] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.866644] env[69333]: DEBUG nova.scheduler.client.report [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.891653] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1163.892108] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-759b0c6f-9f52-47ff-9303-f28e9c26db1f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.905022] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1163.905022] env[69333]: value = "task-4134791" [ 1163.905022] env[69333]: _type = "Task" [ 1163.905022] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.919852] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134791, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.986739] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7171cdce-2720-45c1-aece-2fa107b9f14a tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.888s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.184848] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-e735079d-0582-4793-8d69-c5cb04fafbab" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.239117] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.355535] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 8478138a-be73-4412-b29c-2364bdf5b4ff] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.377669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.379592] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.229s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.379938] env[69333]: DEBUG nova.objects.instance [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lazy-loading 'resources' on Instance uuid a3122aed-c4a5-473f-85f7-546745a608cd {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.409977] env[69333]: INFO nova.scheduler.client.report [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Deleted allocations for instance d7f9d092-3ec0-4533-a9d9-11f2d4314034 [ 1164.422913] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134791, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.563076] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.588689] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.588923] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.591406] env[69333]: DEBUG nova.virt.hardware [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.591972] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a51560-e888-460f-8f6e-e71f7ad18af5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.607139] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a437a4a-1bdf-47ae-b335-0e72b2077a88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.728158] env[69333]: DEBUG nova.compute.manager [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-vif-plugged-40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.728158] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Acquiring lock "e5960300-aad4-492e-8a17-c7432125818c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.728158] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.728158] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.728158] env[69333]: DEBUG nova.compute.manager [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] No waiting events found dispatching network-vif-plugged-40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.728896] env[69333]: WARNING nova.compute.manager [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received unexpected event network-vif-plugged-40a71b81-5622-4e92-a40c-209984f5d36e for instance with vm_state building and task_state spawning. [ 1164.729236] env[69333]: DEBUG nova.compute.manager [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-changed-40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.729795] env[69333]: DEBUG nova.compute.manager [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Refreshing instance network info cache due to event network-changed-40a71b81-5622-4e92-a40c-209984f5d36e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.730240] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Acquiring lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.731442] env[69333]: DEBUG nova.network.neutron [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updating instance_info_cache with network_info: [{"id": "b317055f-6243-4cde-9419-87e8b168ab70", "address": "fa:16:3e:f7:48:b1", "network": {"id": "76a86cd8-ba92-4e8d-ab41-4585cf707bd8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664940175", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb317055f-62", "ovs_interfaceid": "b317055f-6243-4cde-9419-87e8b168ab70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40a71b81-5622-4e92-a40c-209984f5d36e", "address": "fa:16:3e:96:52:c9", "network": {"id": "cf77392c-ff4e-46b3-b002-65fcc6c456d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1841404049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a71b81-56", "ovs_interfaceid": "40a71b81-5622-4e92-a40c-209984f5d36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.829039] env[69333]: INFO nova.compute.manager [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Rebuilding instance [ 1164.861698] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5cc16c1e-268c-43ab-a0da-014fac34514c] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.894440] env[69333]: DEBUG nova.compute.manager [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.895341] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f2646-7a6b-484d-a56a-1f9bc92d5961 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.916321] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134791, 'name': CloneVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.921251] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Lock "d7f9d092-3ec0-4533-a9d9-11f2d4314034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.661s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.112127] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664342e5-4d13-46c8-9e65-7a09581683ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.123402] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be678117-026c-47e7-a5d5-ee03cd02d861 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.158529] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e095a892-74a7-4c7c-90ee-8b427289ffa7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.166738] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5b00e-c22b-4174-a0b3-45e670d013af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.181593] env[69333]: DEBUG nova.compute.provider_tree [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.191178] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.191836] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec391f18-f19e-46be-abf3-d5e9968a09e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.199566] env[69333]: DEBUG oslo_vmware.api [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1165.199566] env[69333]: value = "task-4134792" [ 1165.199566] env[69333]: _type = "Task" [ 1165.199566] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.208596] env[69333]: DEBUG oslo_vmware.api [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.235558] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.236078] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance network_info: |[{"id": "b317055f-6243-4cde-9419-87e8b168ab70", "address": "fa:16:3e:f7:48:b1", "network": {"id": "76a86cd8-ba92-4e8d-ab41-4585cf707bd8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664940175", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb317055f-62", "ovs_interfaceid": "b317055f-6243-4cde-9419-87e8b168ab70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40a71b81-5622-4e92-a40c-209984f5d36e", "address": "fa:16:3e:96:52:c9", "network": {"id": "cf77392c-ff4e-46b3-b002-65fcc6c456d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1841404049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a71b81-56", "ovs_interfaceid": "40a71b81-5622-4e92-a40c-209984f5d36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.236446] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Acquired lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.238400] env[69333]: DEBUG nova.network.neutron [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Refreshing network info cache for port 40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.238400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:48:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b317055f-6243-4cde-9419-87e8b168ab70', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:52:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40a71b81-5622-4e92-a40c-209984f5d36e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.247772] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.251055] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.251588] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8d6c11-30fe-4a17-bc75-92db552db8f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.275552] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.275552] env[69333]: value = "task-4134793" [ 1165.275552] env[69333]: _type = "Task" [ 1165.275552] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.287994] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134793, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.370119] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 54050f9c-f567-495a-91ff-c1f03457d92f] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.420766] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134791, 'name': CloneVM_Task, 'duration_secs': 1.347922} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.421802] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Created linked-clone VM from snapshot [ 1165.422747] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e5cb6-e1c2-49d8-8e99-feacf1f6df81 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.434591] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Uploading image 8e24547f-72ad-49bb-8131-4fcd12322892 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1165.473332] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1165.473332] env[69333]: value = "vm-818914" [ 1165.473332] env[69333]: _type = "VirtualMachine" [ 1165.473332] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1165.473859] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a06c8285-9f5f-48af-b086-ab4886374bd9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.485366] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lease: (returnval){ [ 1165.485366] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fa7fef-e313-360c-e9bf-40e443c9e673" [ 1165.485366] env[69333]: _type = "HttpNfcLease" [ 1165.485366] env[69333]: } obtained for exporting VM: (result){ [ 1165.485366] env[69333]: value = "vm-818914" [ 1165.485366] env[69333]: _type = "VirtualMachine" [ 1165.485366] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1165.485934] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the lease: (returnval){ [ 1165.485934] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fa7fef-e313-360c-e9bf-40e443c9e673" [ 1165.485934] env[69333]: _type = "HttpNfcLease" [ 1165.485934] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1165.494807] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.494807] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fa7fef-e313-360c-e9bf-40e443c9e673" [ 1165.494807] env[69333]: _type = "HttpNfcLease" [ 1165.494807] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.550255] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Successfully updated port: 507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.663286] env[69333]: DEBUG nova.network.neutron [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updated VIF entry in instance network info cache for port 40a71b81-5622-4e92-a40c-209984f5d36e. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.663979] env[69333]: DEBUG nova.network.neutron [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updating instance_info_cache with network_info: [{"id": "b317055f-6243-4cde-9419-87e8b168ab70", "address": "fa:16:3e:f7:48:b1", "network": {"id": "76a86cd8-ba92-4e8d-ab41-4585cf707bd8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664940175", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb317055f-62", "ovs_interfaceid": "b317055f-6243-4cde-9419-87e8b168ab70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40a71b81-5622-4e92-a40c-209984f5d36e", "address": "fa:16:3e:96:52:c9", "network": {"id": "cf77392c-ff4e-46b3-b002-65fcc6c456d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1841404049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a71b81-56", "ovs_interfaceid": "40a71b81-5622-4e92-a40c-209984f5d36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.685162] env[69333]: DEBUG nova.scheduler.client.report [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.710690] env[69333]: DEBUG oslo_vmware.api [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134792, 'name': PowerOnVM_Task, 'duration_secs': 0.430357} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.710989] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.711205] env[69333]: DEBUG nova.compute.manager [None req-bf60c002-126c-4bbb-9505-8e901e9dc54f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.711999] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c85fdf-6a9e-4dfc-8fc8-45eff1c0c75d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.788228] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134793, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.873422] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a787ba90-ea1a-48b3-8cbe-63aac9584df3] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.914840] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.915455] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35d9eae7-9b44-47f0-85f8-eabe8659a8a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.924075] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1165.924075] env[69333]: value = "task-4134795" [ 1165.924075] env[69333]: _type = "Task" [ 1165.924075] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.933351] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.996467] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.996467] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fa7fef-e313-360c-e9bf-40e443c9e673" [ 1165.996467] env[69333]: _type = "HttpNfcLease" [ 1165.996467] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1165.996888] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1165.996888] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fa7fef-e313-360c-e9bf-40e443c9e673" [ 1165.996888] env[69333]: _type = "HttpNfcLease" [ 1165.996888] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1165.998282] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080a1199-7677-4711-8dac-52a46dedeaa9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.006848] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.007729] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1166.075404] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.075588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquired lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.075696] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.167645] env[69333]: DEBUG oslo_concurrency.lockutils [req-f537a943-0742-499f-b725-c8acc228bf1a req-140bde73-a963-4cc8-b22e-203663126037 service nova] Releasing lock "refresh_cache-e5960300-aad4-492e-8a17-c7432125818c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.191823] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.194522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.831s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.219359] env[69333]: INFO nova.scheduler.client.report [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Deleted allocations for instance a3122aed-c4a5-473f-85f7-546745a608cd [ 1166.228907] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcd2e94d-3c14-43f2-8f94-5ac7f02341cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.286616] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134793, 'name': CreateVM_Task, 'duration_secs': 0.517533} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.286802] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.287625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.287852] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.288362] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.288470] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46cdf84-2093-45c1-9139-13926b42f3e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.294586] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1166.294586] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52469416-47bd-b921-a5b8-c35a78c48dac" [ 1166.294586] env[69333]: _type = "Task" [ 1166.294586] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.304777] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52469416-47bd-b921-a5b8-c35a78c48dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.377095] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c3998a36-7104-4828-a602-3d36cbe05a49] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.436088] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134795, 'name': PowerOffVM_Task, 'duration_secs': 0.142265} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.436088] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.436088] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.436968] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0b284-9bae-4a07-a66c-4a209766ea8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.444655] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.444903] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6b5866-1a75-4a34-a161-c18e50256771 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.470782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.471055] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.471249] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Deleting the datastore file [datastore1] a17779cc-671a-499b-9f1d-0d0ecb8b49b4 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.471567] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7407cd-ff02-4b2e-9274-f698fbbfd97d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.479399] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1166.479399] env[69333]: value = "task-4134797" [ 1166.479399] env[69333]: _type = "Task" [ 1166.479399] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.492968] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.648198] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.707629] env[69333]: INFO nova.compute.claims [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.733380] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Lock "a3122aed-c4a5-473f-85f7-546745a608cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.081s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.781817] env[69333]: DEBUG nova.compute.manager [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Received event network-vif-plugged-507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.782120] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Acquiring lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.782435] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.782605] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.782771] env[69333]: DEBUG nova.compute.manager [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] No waiting events found dispatching network-vif-plugged-507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1166.783029] env[69333]: WARNING nova.compute.manager [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Received unexpected event network-vif-plugged-507616da-f89a-4376-ab0d-527cd38d800e for instance with vm_state building and task_state spawning. [ 1166.783210] env[69333]: DEBUG nova.compute.manager [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Received event network-changed-507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.783372] env[69333]: DEBUG nova.compute.manager [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Refreshing instance network info cache due to event network-changed-507616da-f89a-4376-ab0d-527cd38d800e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.783643] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Acquiring lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.814788] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52469416-47bd-b921-a5b8-c35a78c48dac, 'name': SearchDatastore_Task, 'duration_secs': 0.030095} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.814788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.814788] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.814788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.814788] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.815012] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.815579] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-160390e6-97e5-42d5-9df7-f0394ce2dceb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.827481] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.827959] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.829210] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7af63e5-9770-463d-b76e-7a173a538f84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.836352] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1166.836352] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524acffc-2d3d-b644-3c2d-555ec4fd78b7" [ 1166.836352] env[69333]: _type = "Task" [ 1166.836352] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.851071] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.851431] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.851776] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.851997] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.852254] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.854800] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524acffc-2d3d-b644-3c2d-555ec4fd78b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.857681] env[69333]: INFO nova.compute.manager [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Terminating instance [ 1166.880293] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9a744b12-7e57-4ac9-8310-548cc76c3a91] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.901794] env[69333]: DEBUG nova.network.neutron [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Updating instance_info_cache with network_info: [{"id": "507616da-f89a-4376-ab0d-527cd38d800e", "address": "fa:16:3e:2a:01:83", "network": {"id": "8f08cce2-ddad-445d-8a38-73527cc782f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2070106055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462477c1853f43d0a5c3490b963b9cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507616da-f8", "ovs_interfaceid": "507616da-f89a-4376-ab0d-527cd38d800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.997457] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171525} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.999618] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.000102] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.000635] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.222719] env[69333]: INFO nova.compute.resource_tracker [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating resource usage from migration 21c71259-34bf-4881-ad5d-ef44afd3aaf9 [ 1167.348160] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524acffc-2d3d-b644-3c2d-555ec4fd78b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018275} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.352413] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917ba4c1-5ccb-4709-a547-a3849556d85e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.358848] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1167.358848] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e0a5c2-7256-1015-d17e-480c11093150" [ 1167.358848] env[69333]: _type = "Task" [ 1167.358848] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.366492] env[69333]: DEBUG nova.compute.manager [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.367056] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.369085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55952b-f648-4d0a-8902-e25a056c69e8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.379201] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e0a5c2-7256-1015-d17e-480c11093150, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.381640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.381911] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e5960300-aad4-492e-8a17-c7432125818c/e5960300-aad4-492e-8a17-c7432125818c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.383324] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.386081] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd12ba63-a1f9-49a3-90f4-35c48e828968 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.388572] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9d9d14-1fd0-4574-9dba-66ae271ef620 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.390922] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 021b4057-6f4b-4707-b9eb-bc87c584c2ae] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.398648] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1167.398648] env[69333]: value = "task-4134799" [ 1167.398648] env[69333]: _type = "Task" [ 1167.398648] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.401026] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1167.401026] env[69333]: value = "task-4134798" [ 1167.401026] env[69333]: _type = "Task" [ 1167.401026] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.409127] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Releasing lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.409463] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Instance network_info: |[{"id": "507616da-f89a-4376-ab0d-527cd38d800e", "address": "fa:16:3e:2a:01:83", "network": {"id": "8f08cce2-ddad-445d-8a38-73527cc782f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2070106055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462477c1853f43d0a5c3490b963b9cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507616da-f8", "ovs_interfaceid": "507616da-f89a-4376-ab0d-527cd38d800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.417107] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Acquired lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.417734] env[69333]: DEBUG nova.network.neutron [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Refreshing network info cache for port 507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.422473] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:01:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '507616da-f89a-4376-ab0d-527cd38d800e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.431690] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Creating folder: Project (462477c1853f43d0a5c3490b963b9cb2). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.436816] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6206cc30-5976-4eca-a86b-3ca8a2f4d0b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.447497] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.453175] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.455184] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9286677d-f942-4d77-a3db-f9ce61ca37a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.461022] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Created folder: Project (462477c1853f43d0a5c3490b963b9cb2) in parent group-v818612. [ 1167.461311] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Creating folder: Instances. Parent ref: group-v818916. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.463655] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37502c0f-3b52-4508-b9a1-c4cef212a6cc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.466559] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14320299-3c06-4d28-8d00-d7d8649679c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.507333] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c563df-4aa3-4973-be36-bcdfbcfa562a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.510623] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Created folder: Instances in parent group-v818916. [ 1167.510909] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.516021] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.516021] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5f3cac-d18c-4fba-98e3-1a8db72abada {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.537031] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c1792-8bbb-4dcf-8e91-8ce3664208b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.544697] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.544697] env[69333]: value = "task-4134802" [ 1167.544697] env[69333]: _type = "Task" [ 1167.544697] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.560999] env[69333]: DEBUG nova.compute.provider_tree [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.570622] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134802, 'name': CreateVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.894553] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e0593131-1e64-4876-8275-4a0d270f72c3] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.919215] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.926656] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134798, 'name': PowerOffVM_Task, 'duration_secs': 0.19332} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.927040] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.927228] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.927922] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26dcf1dd-9820-42a8-9551-f4e554ddbd97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.018545] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.018757] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.019474] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleting the datastore file [datastore1] e735079d-0582-4793-8d69-c5cb04fafbab {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.019474] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cadc963-7942-4baf-9c12-e3f99c9273a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.040117] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1168.040117] env[69333]: value = "task-4134804" [ 1168.040117] env[69333]: _type = "Task" [ 1168.040117] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.052197] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.057963] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134802, 'name': CreateVM_Task, 'duration_secs': 0.448618} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.062780] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.064397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.064397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.064397] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.065242] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93574d4a-fa20-46b9-a584-cddeed5985b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.067013] env[69333]: DEBUG nova.scheduler.client.report [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.074274] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.074768] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.074768] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.074768] env[69333]: DEBUG nova.virt.hardware [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.076640] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0fbacc-f9d0-4295-832f-b68fdecdc9e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.084848] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1168.084848] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527f96ee-a8d0-dcc2-6009-343a20dd1d08" [ 1168.084848] env[69333]: _type = "Task" [ 1168.084848] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.092874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc858b5-1197-439d-a3d2-b977e6921373 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.106371] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527f96ee-a8d0-dcc2-6009-343a20dd1d08, 'name': SearchDatastore_Task, 'duration_secs': 0.014274} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.114612] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.114889] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.115153] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.115312] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.115712] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.116426] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.121976] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.122530] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675dd65c-c55c-4692-ac0c-eedc8cdf9859 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.124345] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.124586] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211c5c8b-9f2e-47a5-b871-673465be9ad5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.144483] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.144483] env[69333]: value = "task-4134805" [ 1168.144483] env[69333]: _type = "Task" [ 1168.144483] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.145850] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.146069] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.149751] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3880929-cc19-47c5-8810-9c5063bd16dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.155557] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1168.155557] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5269b1a8-5b6d-3728-dd8c-069c9e1f4dea" [ 1168.155557] env[69333]: _type = "Task" [ 1168.155557] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.159304] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134805, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.168026] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5269b1a8-5b6d-3728-dd8c-069c9e1f4dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.357259] env[69333]: DEBUG nova.network.neutron [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Updated VIF entry in instance network info cache for port 507616da-f89a-4376-ab0d-527cd38d800e. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.357638] env[69333]: DEBUG nova.network.neutron [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Updating instance_info_cache with network_info: [{"id": "507616da-f89a-4376-ab0d-527cd38d800e", "address": "fa:16:3e:2a:01:83", "network": {"id": "8f08cce2-ddad-445d-8a38-73527cc782f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2070106055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462477c1853f43d0a5c3490b963b9cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507616da-f8", "ovs_interfaceid": "507616da-f89a-4376-ab0d-527cd38d800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.398561] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 52a6f8e5-c542-4f29-b548-122d6a149b2e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.415990] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62895} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.417651] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e5960300-aad4-492e-8a17-c7432125818c/e5960300-aad4-492e-8a17-c7432125818c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.420929] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.420929] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69f8c744-21c0-4765-afd5-22d9fe485a71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.426366] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1168.426366] env[69333]: value = "task-4134806" [ 1168.426366] env[69333]: _type = "Task" [ 1168.426366] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.438152] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.553819] env[69333]: DEBUG oslo_vmware.api [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204462} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.553819] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.553819] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.553819] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.553819] env[69333]: INFO nova.compute.manager [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1168.553819] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.553819] env[69333]: DEBUG nova.compute.manager [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.553819] env[69333]: DEBUG nova.network.neutron [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.580379] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.580667] env[69333]: INFO nova.compute.manager [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Migrating [ 1168.657530] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134805, 'name': CreateVM_Task, 'duration_secs': 0.32176} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.657855] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.660299] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.660700] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.661110] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.662214] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62460bee-1927-4b9c-af9f-4ba126277682 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.673518] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1168.673518] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e23e75-64ab-8ea6-ae9e-3f481b506dc9" [ 1168.673518] env[69333]: _type = "Task" [ 1168.673518] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.677728] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5269b1a8-5b6d-3728-dd8c-069c9e1f4dea, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.681907] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352495ad-cf77-444c-9f65-e7f2940c5678 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.692180] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e23e75-64ab-8ea6-ae9e-3f481b506dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013753} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.694328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.694676] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.694966] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.695386] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1168.695386] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a3bdd-6096-e85e-226d-241bc22fd281" [ 1168.695386] env[69333]: _type = "Task" [ 1168.695386] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.705099] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a3bdd-6096-e85e-226d-241bc22fd281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.860733] env[69333]: DEBUG oslo_concurrency.lockutils [req-7e01e663-972d-4c2a-842b-94c344a74df0 req-eb99860d-a358-4b82-ad88-219939d1c044 service nova] Releasing lock "refresh_cache-41e11890-c106-4737-ac3e-6d93cbe85c82" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.908167] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 57dc8703-1f63-4aba-9db2-cf642f9e93ec] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.939909] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075457} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.940915] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.942153] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd5916-26bf-449a-9f9a-e4f3e7c8fdd2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.977857] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e5960300-aad4-492e-8a17-c7432125818c/e5960300-aad4-492e-8a17-c7432125818c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.978592] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0dfc7e8-5608-40a6-a3b7-ea2386754e03 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.005623] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1169.005623] env[69333]: value = "task-4134807" [ 1169.005623] env[69333]: _type = "Task" [ 1169.005623] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.022896] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.099132] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.099349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.099526] env[69333]: DEBUG nova.network.neutron [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.208169] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524a3bdd-6096-e85e-226d-241bc22fd281, 'name': SearchDatastore_Task, 'duration_secs': 0.015693} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.208329] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.208596] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 41e11890-c106-4737-ac3e-6d93cbe85c82/41e11890-c106-4737-ac3e-6d93cbe85c82.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.208897] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.209095] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.209317] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73677d3e-e425-45a1-b2cd-323458a2715b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.211809] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2e0b3f-0b9d-4274-9595-4f870f058018 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.220108] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1169.220108] env[69333]: value = "task-4134808" [ 1169.220108] env[69333]: _type = "Task" [ 1169.220108] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.225854] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.226193] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.226937] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50f88d5-848c-43ee-b3c3-23a4e70ae2e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.237880] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.239021] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1169.239021] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524d0af9-e92c-0612-0fa6-951d84493e1c" [ 1169.239021] env[69333]: _type = "Task" [ 1169.239021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.248715] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524d0af9-e92c-0612-0fa6-951d84493e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.409557] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: caeaf9da-d275-471c-9f7e-8dc318c4f3c0] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.517851] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134807, 'name': ReconfigVM_Task, 'duration_secs': 0.340182} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.518257] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e5960300-aad4-492e-8a17-c7432125818c/e5960300-aad4-492e-8a17-c7432125818c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.518852] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586219ac-9e19-4a1b-bac6-7553cf4a1402 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.533749] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1169.533749] env[69333]: value = "task-4134809" [ 1169.533749] env[69333]: _type = "Task" [ 1169.533749] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.549108] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134809, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.560072] env[69333]: INFO nova.compute.manager [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Rebuilding instance [ 1169.621896] env[69333]: DEBUG nova.compute.manager [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.622870] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23a87e9-f001-4f18-8263-72fefe61b242 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.736804] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134808, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.751354] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524d0af9-e92c-0612-0fa6-951d84493e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.015758} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.752692] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33ba248-e095-4b50-b5f1-e0f9f73bd147 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.759889] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1169.759889] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5267bee1-d5cc-2d1b-d539-a106457ad2e9" [ 1169.759889] env[69333]: _type = "Task" [ 1169.759889] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.771880] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5267bee1-d5cc-2d1b-d539-a106457ad2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.903321] env[69333]: DEBUG nova.compute.manager [req-80a86443-6a8a-46f6-b02b-dacf5f7895db req-19b2324c-447d-407b-98b3-394c75d94fb0 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Received event network-vif-deleted-a3ad4f24-44d6-46de-bd66-4d64f307931b {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.904981] env[69333]: INFO nova.compute.manager [req-80a86443-6a8a-46f6-b02b-dacf5f7895db req-19b2324c-447d-407b-98b3-394c75d94fb0 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Neutron deleted interface a3ad4f24-44d6-46de-bd66-4d64f307931b; detaching it from the instance and deleting it from the info cache [ 1169.904981] env[69333]: DEBUG nova.network.neutron [req-80a86443-6a8a-46f6-b02b-dacf5f7895db req-19b2324c-447d-407b-98b3-394c75d94fb0 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.915855] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a4abc29a-c77d-490c-bc38-e86b4c752081] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.045945] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134809, 'name': Rename_Task, 'duration_secs': 0.195972} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.046435] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.046715] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-affae702-dc81-4de7-877d-31ed734511a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054638] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1170.054638] env[69333]: value = "task-4134810" [ 1170.054638] env[69333]: _type = "Task" [ 1170.054638] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.059779] env[69333]: DEBUG nova.network.neutron [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.067212] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.233405] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590996} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.233685] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 41e11890-c106-4737-ac3e-6d93cbe85c82/41e11890-c106-4737-ac3e-6d93cbe85c82.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.233952] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.234293] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7008495e-9c92-41d0-99ea-f8e6b4a22eb8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.244841] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1170.244841] env[69333]: value = "task-4134811" [ 1170.244841] env[69333]: _type = "Task" [ 1170.244841] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.257334] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.270768] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5267bee1-d5cc-2d1b-d539-a106457ad2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.030909} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.271211] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.271330] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.272103] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f12bc21-9747-4206-93a0-6b4391507bdf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.281274] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1170.281274] env[69333]: value = "task-4134812" [ 1170.281274] env[69333]: _type = "Task" [ 1170.281274] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.292324] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.370038] env[69333]: DEBUG nova.network.neutron [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.413978] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c913519-66a3-4f7f-834d-8b2c631a650d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.422026] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c9758704-e631-4fef-916d-9f332d6b8401] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.426791] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea640f38-cc17-4ff7-894a-ac7bef604dd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.464481] env[69333]: DEBUG nova.compute.manager [req-80a86443-6a8a-46f6-b02b-dacf5f7895db req-19b2324c-447d-407b-98b3-394c75d94fb0 service nova] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Detach interface failed, port_id=a3ad4f24-44d6-46de-bd66-4d64f307931b, reason: Instance e735079d-0582-4793-8d69-c5cb04fafbab could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.572915] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.572915] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134810, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.643409] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.644021] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d293219e-025b-48fc-a010-a8db08ef9a1c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.654139] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1170.654139] env[69333]: value = "task-4134813" [ 1170.654139] env[69333]: _type = "Task" [ 1170.654139] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.668025] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.759311] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080467} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.759311] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.759311] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd89f5d-b5ad-4f04-b488-4604c065444c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.788261] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 41e11890-c106-4737-ac3e-6d93cbe85c82/41e11890-c106-4737-ac3e-6d93cbe85c82.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.788678] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf8a3e0-0e6b-4151-9b00-236c83b157b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.818180] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.819727] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1170.819727] env[69333]: value = "task-4134814" [ 1170.819727] env[69333]: _type = "Task" [ 1170.819727] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.828803] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.873192] env[69333]: INFO nova.compute.manager [-] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Took 2.32 seconds to deallocate network for instance. [ 1170.938638] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 50f4469c-f947-4fd6-b31f-68c4de9a7e64] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.069713] env[69333]: DEBUG oslo_vmware.api [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134810, 'name': PowerOnVM_Task, 'duration_secs': 0.56714} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.070049] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.071198] env[69333]: INFO nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1171.071483] env[69333]: DEBUG nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.074437] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd95012-59df-4a0a-9bcc-d6db5ac2041c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.166020] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134813, 'name': PowerOffVM_Task, 'duration_secs': 0.315619} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.166354] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.167113] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.167571] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17420f6f-428f-4244-81f7-17f1ea86c6cf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.175452] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1171.175452] env[69333]: value = "task-4134815" [ 1171.175452] env[69333]: _type = "Task" [ 1171.175452] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.186615] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1171.186843] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.187086] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818889', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'name': 'volume-bdb865b7-dda0-4507-b2ab-628a90700515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '438f020a-a1b5-456c-a1b0-5b87fe879b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'serial': 'bdb865b7-dda0-4507-b2ab-628a90700515'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.187918] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c151534-9df5-488f-85ca-d2117e6fa3b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.212611] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0242a3e-876c-4a54-9e9f-92885368c9af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.220753] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c03b3-ef2c-4510-a09d-5fc4cf2d931d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.254560] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4e653-05d8-4743-8613-65f02edb5de7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.273846] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] The volume has not been displaced from its original location: [datastore1] volume-bdb865b7-dda0-4507-b2ab-628a90700515/volume-bdb865b7-dda0-4507-b2ab-628a90700515.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.279822] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.280404] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3516663a-3f2e-4af6-804b-2bd91def59bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.304442] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614004} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.306240] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.306536] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.306940] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1171.306940] env[69333]: value = "task-4134816" [ 1171.306940] env[69333]: _type = "Task" [ 1171.306940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.307228] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaf1637b-0b40-4bb4-88cb-4e2500ee93c9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.321569] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.326666] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1171.326666] env[69333]: value = "task-4134817" [ 1171.326666] env[69333]: _type = "Task" [ 1171.326666] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.333614] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.339813] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.382120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.382418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.382623] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.411229] env[69333]: INFO nova.scheduler.client.report [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted allocations for instance e735079d-0582-4793-8d69-c5cb04fafbab [ 1171.442131] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 53c7e04c-17ac-46c9-b877-ddf2ab72afda] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.600170] env[69333]: INFO nova.compute.manager [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Took 21.94 seconds to build instance. [ 1171.819829] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134816, 'name': ReconfigVM_Task, 'duration_secs': 0.208271} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.820196] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.824910] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6286db2-818e-4b0c-ba32-62004b0e77c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.847361] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114275} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.851376] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.851744] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1171.851744] env[69333]: value = "task-4134818" [ 1171.851744] env[69333]: _type = "Task" [ 1171.851744] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.851948] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134814, 'name': ReconfigVM_Task, 'duration_secs': 0.566999} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.852677] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558fc11-7688-4e55-a5e2-41b724a347d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.855263] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 41e11890-c106-4737-ac3e-6d93cbe85c82/41e11890-c106-4737-ac3e-6d93cbe85c82.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.858536] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92fa0cf-5dc4-4216-8107-90328c213a0f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.866178] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.882981] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.883367] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1171.883367] env[69333]: value = "task-4134819" [ 1171.883367] env[69333]: _type = "Task" [ 1171.883367] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.883931] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2e8067-1602-4082-8c4e-1fa7d1a8152c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906979] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134819, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.908311] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1171.908311] env[69333]: value = "task-4134820" [ 1171.908311] env[69333]: _type = "Task" [ 1171.908311] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.919180] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.919640] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a615e006-0438-42f7-a041-0ed0954403e9 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "e735079d-0582-4793-8d69-c5cb04fafbab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.068s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.946316] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 07807835-347b-47ff-97ac-989c3dbc5930] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.091711] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ff069-733b-4bcb-a1ce-890e9010ea83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.111139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e2c357b4-6dc9-444e-aaba-a5d10678c637 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.480s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.112416] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.366203] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.408549] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134819, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.417616] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.449988] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4c6c7885-9cd0-4d18-8e16-710e4092e079] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.475155] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.476029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.618355] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.619070] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a4e588-a584-4767-be4b-937c60c856dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.626323] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1172.626323] env[69333]: value = "task-4134821" [ 1172.626323] env[69333]: _type = "Task" [ 1172.626323] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.804654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "e5960300-aad4-492e-8a17-c7432125818c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.804922] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.805164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "e5960300-aad4-492e-8a17-c7432125818c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.805349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.805521] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.809791] env[69333]: INFO nova.compute.manager [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Terminating instance [ 1172.866994] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134818, 'name': ReconfigVM_Task, 'duration_secs': 0.76993} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.867372] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818889', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'name': 'volume-bdb865b7-dda0-4507-b2ab-628a90700515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '438f020a-a1b5-456c-a1b0-5b87fe879b1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdb865b7-dda0-4507-b2ab-628a90700515', 'serial': 'bdb865b7-dda0-4507-b2ab-628a90700515'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.867662] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.868522] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04e1ea-8239-4c6b-93f2-fbcc3d1889bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.877138] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.877138] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395ce603-1fe9-49fd-ab23-3b6d4fa4165a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.911033] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134819, 'name': Rename_Task, 'duration_secs': 0.7588} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.914865] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.915185] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-591ad7bb-16f6-4bc5-94e1-8c6b0f482a5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.923516] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134820, 'name': ReconfigVM_Task, 'duration_secs': 0.931433} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.925077] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a17779cc-671a-499b-9f1d-0d0ecb8b49b4/a17779cc-671a-499b-9f1d-0d0ecb8b49b4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.925821] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1172.925821] env[69333]: value = "task-4134823" [ 1172.925821] env[69333]: _type = "Task" [ 1172.925821] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.926067] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2236aa-c426-460f-8844-c5bc85166e10 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.936664] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.938134] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1172.938134] env[69333]: value = "task-4134824" [ 1172.938134] env[69333]: _type = "Task" [ 1172.938134] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.950569] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134824, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.952373] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.952608] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.952794] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Deleting the datastore file [datastore1] 438f020a-a1b5-456c-a1b0-5b87fe879b1b {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.953155] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3f6f8c-8f8e-42e9-86eb-3c72853e3016 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.955521] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: d21e2374-e940-49fe-92c0-f3b226cb3126] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.965018] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for the task: (returnval){ [ 1172.965018] env[69333]: value = "task-4134825" [ 1172.965018] env[69333]: _type = "Task" [ 1172.965018] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.975659] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.982220] env[69333]: DEBUG nova.compute.utils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.137152] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134821, 'name': PowerOffVM_Task, 'duration_secs': 0.2605} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.137438] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.137629] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.149126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.149352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.314781] env[69333]: DEBUG nova.compute.manager [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.315056] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.316473] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12657e79-27f9-4a74-a745-fad2556cb71b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.327127] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.327415] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73161df9-dfe3-4a12-9c2d-cbf0220d5352 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.334646] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1173.334646] env[69333]: value = "task-4134826" [ 1173.334646] env[69333]: _type = "Task" [ 1173.334646] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.343597] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.440229] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.452361] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134824, 'name': Rename_Task, 'duration_secs': 0.19832} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.452730] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.452982] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb31598-9f6e-437f-a304-3428710cce83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.459865] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 74ee0fd0-827f-431f-8068-0a64361f8630] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.461835] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1173.461835] env[69333]: value = "task-4134827" [ 1173.461835] env[69333]: _type = "Task" [ 1173.461835] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.472550] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.478836] env[69333]: DEBUG oslo_vmware.api [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Task: {'id': task-4134825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131923} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.479147] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.479361] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.479567] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.485655] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.543936] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.544333] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ad13718-d96c-42d8-9df6-73a67ab4db0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.555211] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9873831-4d27-4877-b96f-3db07abcee44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.595719] env[69333]: ERROR nova.compute.manager [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Failed to detach volume bdb865b7-dda0-4507-b2ab-628a90700515 from /dev/sda: nova.exception.InstanceNotFound: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Traceback (most recent call last): [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self.driver.rebuild(**kwargs) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise NotImplementedError() [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] NotImplementedError [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] During handling of the above exception, another exception occurred: [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Traceback (most recent call last): [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self.driver.detach_volume(context, old_connection_info, [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] return self._volumeops.detach_volume(connection_info, instance) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._detach_volume_vmdk(connection_info, instance) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] stable_ref.fetch_moref(session) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] nova.exception.InstanceNotFound: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. [ 1173.595719] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.647361] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.647659] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.647843] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.648083] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.648303] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.648534] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.648703] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.648973] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.649239] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.649351] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.649621] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.655399] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.658297] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4d2438-8e7c-4ca7-84d8-694b57c92056 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.681479] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1173.681479] env[69333]: value = "task-4134828" [ 1173.681479] env[69333]: _type = "Task" [ 1173.681479] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.697156] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.753658] env[69333]: DEBUG nova.compute.utils [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Build of instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b aborted: Failed to rebuild volume backed instance. {{(pid=69333) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1173.756678] env[69333]: ERROR nova.compute.manager [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b aborted: Failed to rebuild volume backed instance. [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Traceback (most recent call last): [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self.driver.rebuild(**kwargs) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise NotImplementedError() [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] NotImplementedError [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] During handling of the above exception, another exception occurred: [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Traceback (most recent call last): [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._detach_root_volume(context, instance, root_bdm) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] with excutils.save_and_reraise_exception(): [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self.force_reraise() [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise self.value [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self.driver.detach_volume(context, old_connection_info, [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] return self._volumeops.detach_volume(connection_info, instance) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._detach_volume_vmdk(connection_info, instance) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] stable_ref.fetch_moref(session) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] nova.exception.InstanceNotFound: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] During handling of the above exception, another exception occurred: [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Traceback (most recent call last): [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] yield [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1173.756678] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._do_rebuild_instance_with_claim( [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._do_rebuild_instance( [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._rebuild_default_impl(**kwargs) [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] self._rebuild_volume_backed_instance( [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] raise exception.BuildAbortException( [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] nova.exception.BuildAbortException: Build of instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b aborted: Failed to rebuild volume backed instance. [ 1173.757882] env[69333]: ERROR nova.compute.manager [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] [ 1173.844976] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.944765] env[69333]: DEBUG oslo_vmware.api [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134823, 'name': PowerOnVM_Task, 'duration_secs': 0.698552} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.945582] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.945582] env[69333]: INFO nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1173.945824] env[69333]: DEBUG nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.947332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac505f-ae15-493f-b43d-a414b86c14df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.963256] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f4256a48-e087-48d6-949d-3e2c740df321] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.978780] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134827, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.190083] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.190449] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.192405] env[69333]: INFO nova.compute.claims [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.199030] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134828, 'name': ReconfigVM_Task, 'duration_secs': 0.308094} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.199151] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.345405] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134826, 'name': PowerOffVM_Task, 'duration_secs': 0.689409} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.345676] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.346565] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.346565] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97cabd82-575f-4f2b-961a-091323015002 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.469727] env[69333]: INFO nova.compute.manager [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Took 17.29 seconds to build instance. [ 1174.473991] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5ce5aca5-6fcc-4b3d-9fdf-34ac347e2be1] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.477680] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.477881] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.478079] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleting the datastore file [datastore1] e5960300-aad4-492e-8a17-c7432125818c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.478652] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e39e59-b23d-4fdc-8373-abeb8fad9a79 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.484479] env[69333]: DEBUG oslo_vmware.api [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134827, 'name': PowerOnVM_Task, 'duration_secs': 0.672566} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.485843] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.486101] env[69333]: DEBUG nova.compute.manager [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.487244] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41288ce1-6b46-4b9e-a4fa-f98387856ae2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.491550] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for the task: (returnval){ [ 1174.491550] env[69333]: value = "task-4134830" [ 1174.491550] env[69333]: _type = "Task" [ 1174.491550] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.506812] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.552631] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.552900] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.553185] env[69333]: INFO nova.compute.manager [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Attaching volume ef4cc6e2-8c4c-4b90-91ea-337514dc500d to /dev/sdb [ 1174.593942] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88aa3fc-8458-4071-96c6-1108e6410888 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.602632] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c61d8-8428-4bf5-817c-9e8bdd846de1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.617769] env[69333]: DEBUG nova.virt.block_device [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updating existing volume attachment record: 961d0a74-afa8-488e-9156-5b65f2fe5f61 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.707658] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.707888] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.708152] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.708388] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.708572] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.708782] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.709604] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.709604] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.709604] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.709604] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.709796] env[69333]: DEBUG nova.virt.hardware [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.715711] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.719823] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93485317-53de-464b-a57f-8f2152ae9e66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.740504] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1174.740504] env[69333]: value = "task-4134831" [ 1174.740504] env[69333]: _type = "Task" [ 1174.740504] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.750913] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.920173] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44403341-a0f7-4e47-a949-fdf02f305851 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.925895] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1174.926813] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a5eb64-cb30-4c5d-91c4-9f54ca494ba0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.934216] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1174.934410] env[69333]: ERROR oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk due to incomplete transfer. [ 1174.936573] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-173300ff-d8ac-4905-b7a3-4c4648bfa0c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.939156] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d42b26e-d503-4500-a51b-46b33e273bed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.974675] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233648a9-2f7f-4a0d-a545-d34cd84cc2f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.978015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-491c28ce-9374-43d5-a645-86ceeb2fbe78 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.808s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.978289] env[69333]: DEBUG oslo_vmware.rw_handles [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264bce9-b743-84bf-8160-11e240c7cfd7/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1174.978472] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Uploaded image 8e24547f-72ad-49bb-8131-4fcd12322892 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1174.982115] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1174.982115] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f650bd5a-d150-486f-a129-97a9e6f79ec6] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.983014] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2cdffc1e-4bc7-4436-af3d-2548cef5a920 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.992163] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b77a94-f4ee-4114-93af-1c44de16c9cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.996725] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1174.996725] env[69333]: value = "task-4134833" [ 1174.996725] env[69333]: _type = "Task" [ 1174.996725] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.015388] env[69333]: DEBUG nova.compute.provider_tree [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.020264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.026310] env[69333]: DEBUG oslo_vmware.api [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Task: {'id': task-4134830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258438} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.026871] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134833, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.027185] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.028273] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.028273] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.028273] env[69333]: INFO nova.compute.manager [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] [instance: e5960300-aad4-492e-8a17-c7432125818c] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1175.028273] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.028273] env[69333]: DEBUG nova.compute.manager [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.028273] env[69333]: DEBUG nova.network.neutron [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.255221] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134831, 'name': ReconfigVM_Task, 'duration_secs': 0.234026} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.255640] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.256750] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb93e73-fd93-4b3e-8bf0-b4d7054e12e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282742] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.283446] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c44c48-78f2-4127-adae-2e46b2c5e2d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.304852] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1175.304852] env[69333]: value = "task-4134834" [ 1175.304852] env[69333]: _type = "Task" [ 1175.304852] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.314547] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.359738] env[69333]: DEBUG nova.compute.manager [req-97086f06-379f-4f6e-976c-f20990125548 req-7a8cb102-be25-4fad-9c02-4c4b68b57acd service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-vif-deleted-40a71b81-5622-4e92-a40c-209984f5d36e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.359939] env[69333]: INFO nova.compute.manager [req-97086f06-379f-4f6e-976c-f20990125548 req-7a8cb102-be25-4fad-9c02-4c4b68b57acd service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Neutron deleted interface 40a71b81-5622-4e92-a40c-209984f5d36e; detaching it from the instance and deleting it from the info cache [ 1175.360207] env[69333]: DEBUG nova.network.neutron [req-97086f06-379f-4f6e-976c-f20990125548 req-7a8cb102-be25-4fad-9c02-4c4b68b57acd service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updating instance_info_cache with network_info: [{"id": "b317055f-6243-4cde-9419-87e8b168ab70", "address": "fa:16:3e:f7:48:b1", "network": {"id": "76a86cd8-ba92-4e8d-ab41-4585cf707bd8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664940175", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d556442f40b43c3999b8f4b2f768f38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb317055f-62", "ovs_interfaceid": "b317055f-6243-4cde-9419-87e8b168ab70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.488221] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: bd7e9799-d721-44f1-9d37-540a82fecfd5] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.508214] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134833, 'name': Destroy_Task, 'duration_secs': 0.388084} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.508509] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Destroyed the VM [ 1175.508768] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1175.509101] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-321b781e-8716-4c9e-a73b-2688bbef9f3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.517419] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1175.517419] env[69333]: value = "task-4134835" [ 1175.517419] env[69333]: _type = "Task" [ 1175.517419] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.522659] env[69333]: DEBUG nova.scheduler.client.report [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.532306] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.601300] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "41e11890-c106-4737-ac3e-6d93cbe85c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.601553] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.601817] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.602025] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.602206] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.604596] env[69333]: INFO nova.compute.manager [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Terminating instance [ 1175.784920] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.814825] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134834, 'name': ReconfigVM_Task, 'duration_secs': 0.303405} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.815132] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.815405] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.863406] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19050ce6-0c9a-481e-acfd-6f26479ef383 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.873085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1e4e9-ba3c-41bd-a14c-3085c69692d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.905596] env[69333]: DEBUG nova.compute.manager [req-97086f06-379f-4f6e-976c-f20990125548 req-7a8cb102-be25-4fad-9c02-4c4b68b57acd service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Detach interface failed, port_id=40a71b81-5622-4e92-a40c-209984f5d36e, reason: Instance e5960300-aad4-492e-8a17-c7432125818c could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.994325] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5aaf84c8-c6da-4314-8e58-aabb3dbcec5d] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.027736] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.837s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.028293] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.030871] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372513} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.031839] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.012s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.031956] env[69333]: DEBUG nova.objects.instance [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1176.034065] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1176.034313] env[69333]: DEBUG nova.compute.manager [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.035424] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939b10f5-8680-44a1-ac99-8e4962fed0a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.064665] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.064916] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.065136] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.065317] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.065482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.067487] env[69333]: INFO nova.compute.manager [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Terminating instance [ 1176.085659] env[69333]: DEBUG nova.network.neutron [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.110817] env[69333]: DEBUG nova.compute.manager [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.111048] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.112219] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd19ac-f85d-41b6-b3d9-ebd2c4d44cf5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.120488] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.120733] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0482bff3-31f2-4457-b750-6b1850a9a607 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.126907] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1176.126907] env[69333]: value = "task-4134836" [ 1176.126907] env[69333]: _type = "Task" [ 1176.126907] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.135206] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.322344] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39686a2a-7b0b-422a-a244-5f6676871f50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.344571] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab07d07-3190-430e-a4e5-ac5273d3ad42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.363540] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.498297] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 25d4d056-6df4-41e9-bf0c-13e8e9d6dbdc] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.533762] env[69333]: DEBUG nova.compute.utils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.534130] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.534317] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.547713] env[69333]: INFO nova.compute.manager [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Shelve offloading [ 1176.570740] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "refresh_cache-a17779cc-671a-499b-9f1d-0d0ecb8b49b4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.570917] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquired lock "refresh_cache-a17779cc-671a-499b-9f1d-0d0ecb8b49b4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.571105] env[69333]: DEBUG nova.network.neutron [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.576063] env[69333]: DEBUG nova.policy [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4206831ee24d5c80dbc270c943c409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1de2dc528ea84e1fa78d2a2ac42b1452', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.587901] env[69333]: INFO nova.compute.manager [-] [instance: e5960300-aad4-492e-8a17-c7432125818c] Took 1.56 seconds to deallocate network for instance. [ 1176.636871] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134836, 'name': PowerOffVM_Task, 'duration_secs': 0.455455} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.637238] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.637420] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.637676] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaace6d2-027c-4e3b-a0ff-81cf6dd45abe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.716229] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.716466] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.716687] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Deleting the datastore file [datastore2] 41e11890-c106-4737-ac3e-6d93cbe85c82 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.717031] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c071ff-4c0d-4b74-bea7-93e1a322ceea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.725119] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for the task: (returnval){ [ 1176.725119] env[69333]: value = "task-4134838" [ 1176.725119] env[69333]: _type = "Task" [ 1176.725119] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.733116] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.926446] env[69333]: DEBUG nova.network.neutron [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Port 513c12e7-d939-4f68-b5dc-7bc9aa577940 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1176.989129] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Successfully created port: 0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.003448] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e2e39bc1-4026-45c3-801f-d090aba8219e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.030539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.030786] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.031034] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.031268] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.031484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.035670] env[69333]: INFO nova.compute.manager [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Terminating instance [ 1177.040427] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.044046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bbf212b0-782c-4d4b-98a9-b69fbf54d23b tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.045067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.260s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.052606] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.052889] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381d0c12-1bce-41c6-9a71-717875acf0ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.062616] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1177.062616] env[69333]: value = "task-4134840" [ 1177.062616] env[69333]: _type = "Task" [ 1177.062616] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.082434] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1177.082707] env[69333]: DEBUG nova.compute.manager [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.084778] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb29249-02b6-4463-87be-91b2816fdc31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.093115] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.093549] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.093549] env[69333]: DEBUG nova.network.neutron [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.095166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.104150] env[69333]: DEBUG nova.network.neutron [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.195368] env[69333]: DEBUG nova.network.neutron [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.236175] env[69333]: DEBUG oslo_vmware.api [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Task: {'id': task-4134838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143465} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.236579] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.236626] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.237400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.237400] env[69333]: INFO nova.compute.manager [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.237400] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.237589] env[69333]: DEBUG nova.compute.manager [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.237589] env[69333]: DEBUG nova.network.neutron [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.241352] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d726e1d-0d28-4b92-a078-32fd0148e4f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.248805] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a67b53-a159-41be-8805-d5f8e2a3ee55 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.282811] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f9e4c0-d812-469f-ac45-aa63d4d73497 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.291074] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0308b9-0c10-4627-b3e5-7c63380b9db5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.304831] env[69333]: DEBUG nova.compute.provider_tree [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.474191] env[69333]: DEBUG nova.compute.manager [req-9fb4d74d-84d8-4c41-9710-41cb75dc7ec7 req-0e05c242-5692-42c4-8b15-6db44bd2042a service nova] [instance: e5960300-aad4-492e-8a17-c7432125818c] Received event network-vif-deleted-b317055f-6243-4cde-9419-87e8b168ab70 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.507898] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 74cf11d9-39be-4681-90f5-cef703f4a12d] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.541222] env[69333]: DEBUG nova.compute.manager [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.541850] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6184497-2d74-42fa-89e1-5fe6355db64a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.556919] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13427a85-d679-4cec-a0f3-2ac5907394f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.568555] env[69333]: DEBUG nova.network.neutron [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.592063] env[69333]: WARNING nova.virt.vmwareapi.driver [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. [ 1177.592063] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.592063] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-243ff587-70fe-44b3-9531-ccf2b2ef03af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.603901] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554741bb-142f-4f7e-b090-174efa1824bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.636216] env[69333]: WARNING nova.virt.vmwareapi.vmops [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. [ 1177.636476] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.636635] env[69333]: INFO nova.compute.manager [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1177.636946] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.637271] env[69333]: DEBUG nova.compute.manager [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.637367] env[69333]: DEBUG nova.network.neutron [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.697789] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Releasing lock "refresh_cache-a17779cc-671a-499b-9f1d-0d0ecb8b49b4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.698269] env[69333]: DEBUG nova.compute.manager [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.698457] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.699372] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad12c0b-1d6b-4f2b-bf76-cfedf5bd3379 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.710051] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.712341] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad5d52a4-6d86-4cdf-b0fb-bc177b9978d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.719405] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1177.719405] env[69333]: value = "task-4134841" [ 1177.719405] env[69333]: _type = "Task" [ 1177.719405] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.728747] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.808621] env[69333]: DEBUG nova.scheduler.client.report [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.876950] env[69333]: DEBUG nova.network.neutron [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updating instance_info_cache with network_info: [{"id": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "address": "fa:16:3e:25:82:33", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d4da89-d5", "ovs_interfaceid": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.949097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "7e639790-6ac4-434e-b742-64e321d89675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.949341] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.949511] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.011616] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 6de5e4c7-cfb4-4c32-b905-9306b918c722] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.056122] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.071366] env[69333]: INFO nova.compute.manager [-] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Took 0.83 seconds to deallocate network for instance. [ 1178.085604] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.085844] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.086103] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.086312] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.088512] env[69333]: DEBUG nova.virt.hardware [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.088512] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16562170-b02f-49be-a28c-8f199fc2b654 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.099023] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccccecd-5daf-488c-9bc1-bf55ad31b31a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.137248] env[69333]: DEBUG nova.compute.manager [req-298d11de-0ffe-4b27-a1cd-626d6f720f9d req-f13dfb06-f7eb-4c12-a089-e0f5a4d0282f service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Received event network-vif-deleted-0aa0231b-ac38-4baf-888f-52bd7deabb96 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.137248] env[69333]: INFO nova.compute.manager [req-298d11de-0ffe-4b27-a1cd-626d6f720f9d req-f13dfb06-f7eb-4c12-a089-e0f5a4d0282f service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Neutron deleted interface 0aa0231b-ac38-4baf-888f-52bd7deabb96; detaching it from the instance and deleting it from the info cache [ 1178.137248] env[69333]: DEBUG nova.network.neutron [req-298d11de-0ffe-4b27-a1cd-626d6f720f9d req-f13dfb06-f7eb-4c12-a089-e0f5a4d0282f service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.233624] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134841, 'name': PowerOffVM_Task, 'duration_secs': 0.12708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.237024] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.237024] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.237024] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2bf30d-c70d-4302-bf94-0ce0d5b03d84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.266554] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.266657] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.266895] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Deleting the datastore file [datastore2] a17779cc-671a-499b-9f1d-0d0ecb8b49b4 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.267247] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe720b8e-1754-4f5c-bdfd-3242048ccec9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.274576] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for the task: (returnval){ [ 1178.274576] env[69333]: value = "task-4134843" [ 1178.274576] env[69333]: _type = "Task" [ 1178.274576] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.284040] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.314286] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.269s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.314437] env[69333]: INFO nova.compute.manager [None req-77ef47db-2175-4271-8ce8-973aafe03816 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Successfully reverted task state from rebuilding on failure for instance. [ 1178.320172] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.225s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.320469] env[69333]: DEBUG nova.objects.instance [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lazy-loading 'resources' on Instance uuid e5960300-aad4-492e-8a17-c7432125818c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.381516] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.515301] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a2dab00f-aed0-4811-98a2-fb4e42d59bc5] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.583047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.618148] env[69333]: DEBUG nova.network.neutron [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.641480] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84025ad7-2a81-47c9-a926-00de62a4c35b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.652060] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed17e96-5e96-4d23-b97e-364e5eb4b128 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.690022] env[69333]: DEBUG nova.compute.manager [req-298d11de-0ffe-4b27-a1cd-626d6f720f9d req-f13dfb06-f7eb-4c12-a089-e0f5a4d0282f service nova] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Detach interface failed, port_id=0aa0231b-ac38-4baf-888f-52bd7deabb96, reason: Instance 438f020a-a1b5-456c-a1b0-5b87fe879b1b could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.702895] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Successfully updated port: 0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.786657] env[69333]: DEBUG oslo_vmware.api [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Task: {'id': task-4134843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329377} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.787013] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.787249] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.787471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.787664] env[69333]: INFO nova.compute.manager [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1178.787918] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.788141] env[69333]: DEBUG nova.compute.manager [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.788328] env[69333]: DEBUG nova.network.neutron [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.815488] env[69333]: DEBUG nova.network.neutron [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.827601] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.828692] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72306564-fe9a-4bab-99ff-7a7e7831deca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.838353] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.838474] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c69827c0-16d1-4877-a19f-b4f70bc893b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.919604] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.919604] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.919748] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore2] 04a2354e-1af1-436e-93c2-b3377debe32f {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.920699] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bb42e0-c3ac-4fc8-888e-02b64fd41493 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.927274] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1178.927274] env[69333]: value = "task-4134845" [ 1178.927274] env[69333]: _type = "Task" [ 1178.927274] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.935589] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.006171] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.006377] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.006986] env[69333]: DEBUG nova.network.neutron [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.018518] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 9e46d111-4d9f-4a6c-a83f-b3ad002d44b1] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.035047] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b8341a-06a6-49ca-ae91-9e5f6294198d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.043383] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a60c0-ec98-47f7-88a9-90a594591189 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.074811] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1cbe8-ac52-48d8-adc0-7de5daa9cb27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.083424] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9083696-e3c3-4993-929f-57df93f26c92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.099941] env[69333]: DEBUG nova.compute.provider_tree [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.120977] env[69333]: INFO nova.compute.manager [-] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Took 1.48 seconds to deallocate network for instance. [ 1179.171215] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.171463] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818920', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'name': 'volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'serial': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.172358] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8675f-a833-4038-a4ec-e41d430ff99e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.190819] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef480a6-7840-413a-99b5-d63c50a61c61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.210291] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.210423] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.210572] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.219809] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d/volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.220558] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f154fd9-465f-4a71-8cf1-b4d4bfb5f580 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.242398] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1179.242398] env[69333]: value = "task-4134846" [ 1179.242398] env[69333]: _type = "Task" [ 1179.242398] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.252518] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.321066] env[69333]: DEBUG nova.network.neutron [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.438767] env[69333]: DEBUG oslo_vmware.api [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138184} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.439167] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.439371] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.439552] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.459672] env[69333]: INFO nova.scheduler.client.report [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance 04a2354e-1af1-436e-93c2-b3377debe32f [ 1179.508824] env[69333]: DEBUG nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Received event network-vif-deleted-507616da-f89a-4376-ab0d-527cd38d800e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.508824] env[69333]: DEBUG nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Received event network-vif-plugged-0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.508824] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.508824] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.508824] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.508824] env[69333]: DEBUG nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] No waiting events found dispatching network-vif-plugged-0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.509051] env[69333]: WARNING nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Received unexpected event network-vif-plugged-0ab901a2-7949-496c-bae7-39ca17a2b526 for instance with vm_state building and task_state spawning. [ 1179.509051] env[69333]: DEBUG nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Received event network-changed-0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.509199] env[69333]: DEBUG nova.compute.manager [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Refreshing instance network info cache due to event network-changed-0ab901a2-7949-496c-bae7-39ca17a2b526. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.509370] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.522742] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: cc206bac-006b-4745-8f4f-55dfe218121c] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.603410] env[69333]: DEBUG nova.scheduler.client.report [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.673286] env[69333]: INFO nova.compute.manager [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Took 0.55 seconds to detach 1 volumes for instance. [ 1179.676220] env[69333]: DEBUG nova.compute.manager [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Deleting volume: bdb865b7-dda0-4507-b2ab-628a90700515 {{(pid=69333) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1179.761055] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134846, 'name': ReconfigVM_Task, 'duration_secs': 0.394099} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.761630] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d/volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.775027] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.779535] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8c13b1-4b3c-431c-a844-9a63f73b1c41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.797041] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1179.797041] env[69333]: value = "task-4134848" [ 1179.797041] env[69333]: _type = "Task" [ 1179.797041] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.808186] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.822580] env[69333]: INFO nova.compute.manager [-] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Took 1.03 seconds to deallocate network for instance. [ 1179.871432] env[69333]: DEBUG nova.network.neutron [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.965795] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.026413] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 905a3dd7-0e33-4aa6-adc0-79597406c6af] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.038036] env[69333]: DEBUG nova.network.neutron [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.110738] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.113992] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.533s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.113992] env[69333]: DEBUG nova.objects.instance [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lazy-loading 'resources' on Instance uuid 41e11890-c106-4737-ac3e-6d93cbe85c82 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.143874] env[69333]: INFO nova.scheduler.client.report [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Deleted allocations for instance e5960300-aad4-492e-8a17-c7432125818c [ 1180.174901] env[69333]: DEBUG nova.compute.manager [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received event network-vif-unplugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.174901] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.174901] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.175154] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.175187] env[69333]: DEBUG nova.compute.manager [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] No waiting events found dispatching network-vif-unplugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.175583] env[69333]: DEBUG nova.compute.manager [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received event network-vif-unplugged-c7d4da89-d591-4bec-8552-fe4a1618bc49 for instance with task_state deleting. {{(pid=69333) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1180.175583] env[69333]: DEBUG nova.compute.manager [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Received event network-changed-c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.176636] env[69333]: DEBUG nova.compute.manager [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Refreshing instance network info cache due to event network-changed-c7d4da89-d591-4bec-8552-fe4a1618bc49. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.176636] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Acquiring lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.176636] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Acquired lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.176636] env[69333]: DEBUG nova.network.neutron [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Refreshing network info cache for port c7d4da89-d591-4bec-8552-fe4a1618bc49 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.230295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.308711] env[69333]: DEBUG oslo_vmware.api [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134848, 'name': ReconfigVM_Task, 'duration_secs': 0.190738} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.309031] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818920', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'name': 'volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'serial': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.334056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.373470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.508749] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.529720] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 4e5401b1-a0a4-41e2-96e0-e6855a8bb806] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.541825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.541962] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Instance network_info: |[{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.542430] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.542500] env[69333]: DEBUG nova.network.neutron [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Refreshing network info cache for port 0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.543659] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:09:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab901a2-7949-496c-bae7-39ca17a2b526', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.559747] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.561599] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.562157] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d6375d2-e5c2-47e1-b395-023d54bc8234 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.585104] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.585104] env[69333]: value = "task-4134849" [ 1180.585104] env[69333]: _type = "Task" [ 1180.585104] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.602750] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134849, 'name': CreateVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.652172] env[69333]: DEBUG oslo_concurrency.lockutils [None req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Lock "e5960300-aad4-492e-8a17-c7432125818c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.847s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.788471] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc59e9ef-0a18-43bb-94fe-03c3883a8013 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.796973] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e24269-39ba-4136-b461-80548065e569 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.833382] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb47f06-7e8a-4b1b-979e-6c63442a8090 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.841844] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b41e03-b678-41ff-98bf-e0af6fcb323e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.857380] env[69333]: DEBUG nova.compute.provider_tree [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.899941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec525a3-cf06-4699-b22d-ee49e080a3ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.926157] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01e221-1351-4b89-9446-c76076114ecc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.934126] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.031700] env[69333]: DEBUG nova.network.neutron [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updated VIF entry in instance network info cache for port c7d4da89-d591-4bec-8552-fe4a1618bc49. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.032208] env[69333]: DEBUG nova.network.neutron [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updating instance_info_cache with network_info: [{"id": "c7d4da89-d591-4bec-8552-fe4a1618bc49", "address": "fa:16:3e:25:82:33", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": null, "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc7d4da89-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.034730] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: afe25b42-95b1-4d8e-aa5c-4cb75d7a0c10] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.097856] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134849, 'name': CreateVM_Task, 'duration_secs': 0.433101} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.098363] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.099047] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.099221] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.099610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.099904] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c85fb3-9e5d-4158-9280-85a268c10662 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.105016] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1181.105016] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5280ddfb-3d63-01da-7e19-82198b352892" [ 1181.105016] env[69333]: _type = "Task" [ 1181.105016] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.114047] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5280ddfb-3d63-01da-7e19-82198b352892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.361685] env[69333]: DEBUG nova.scheduler.client.report [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.377671] env[69333]: DEBUG nova.network.neutron [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updated VIF entry in instance network info cache for port 0ab901a2-7949-496c-bae7-39ca17a2b526. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.378042] env[69333]: DEBUG nova.network.neutron [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.379882] env[69333]: DEBUG nova.objects.instance [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.441423] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.442312] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014945bb-dfed-422e-9d01-22d2618b6174 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.451231] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1181.451231] env[69333]: value = "task-4134850" [ 1181.451231] env[69333]: _type = "Task" [ 1181.451231] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.460136] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.537329] env[69333]: DEBUG oslo_concurrency.lockutils [req-45bd6e37-cc5b-45cd-8be4-b25de6696954 req-25f640cb-9540-4b13-889d-57a685fc9f35 service nova] Releasing lock "refresh_cache-04a2354e-1af1-436e-93c2-b3377debe32f" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.537838] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 2178d731-3d7a-44e4-a002-2e3785592d8f] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.618831] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5280ddfb-3d63-01da-7e19-82198b352892, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.619162] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.619658] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.619959] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.620157] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.620398] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.620723] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc24a434-ea07-4985-85cb-9d0382d64dad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.629782] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.629972] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.630718] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b978bb45-8084-4311-8d07-22e899739fed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.636520] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1181.636520] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5251bacb-7dd9-0a5c-5742-627c1f625fcc" [ 1181.636520] env[69333]: _type = "Task" [ 1181.636520] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.644650] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5251bacb-7dd9-0a5c-5742-627c1f625fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.881489] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.884504] env[69333]: DEBUG oslo_concurrency.lockutils [req-0bbd5e4a-5469-4ef4-9690-9007966c14e1 req-211e4f81-8a65-47fb-a655-d0b997132567 service nova] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.884940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.919s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.885289] env[69333]: DEBUG nova.objects.instance [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'resources' on Instance uuid 04a2354e-1af1-436e-93c2-b3377debe32f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.892418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98465e20-e624-40d2-a7f7-d7fe69d7c563 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.910286] env[69333]: INFO nova.scheduler.client.report [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Deleted allocations for instance 41e11890-c106-4737-ac3e-6d93cbe85c82 [ 1181.962906] env[69333]: DEBUG oslo_vmware.api [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134850, 'name': PowerOnVM_Task, 'duration_secs': 0.439041} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.963222] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.963479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea60f72-144f-4795-bbd2-69c179dbc769 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance '7e639790-6ac4-434e-b742-64e321d89675' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.041220] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.041440] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances with incomplete migration {{(pid=69333) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1182.148397] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5251bacb-7dd9-0a5c-5742-627c1f625fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.149260] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a200cf25-e580-4e3a-adf6-1343791f991c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.155241] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1182.155241] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d586a8-6cdd-6985-f887-7d0c59609589" [ 1182.155241] env[69333]: _type = "Task" [ 1182.155241] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.159089] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.159318] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.165891] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d586a8-6cdd-6985-f887-7d0c59609589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.388378] env[69333]: DEBUG nova.objects.instance [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'numa_topology' on Instance uuid 04a2354e-1af1-436e-93c2-b3377debe32f {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.420997] env[69333]: DEBUG oslo_concurrency.lockutils [None req-3e256f60-4f11-478c-a775-09f49c60acc9 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Lock "41e11890-c106-4737-ac3e-6d93cbe85c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.816s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.545602] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.662560] env[69333]: INFO nova.compute.manager [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Detaching volume ef4cc6e2-8c4c-4b90-91ea-337514dc500d [ 1182.668450] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d586a8-6cdd-6985-f887-7d0c59609589, 'name': SearchDatastore_Task, 'duration_secs': 0.045075} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.668721] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.669085] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.669306] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddfb13a2-f4ff-483f-812e-5c330acf0675 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.677714] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1182.677714] env[69333]: value = "task-4134851" [ 1182.677714] env[69333]: _type = "Task" [ 1182.677714] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.687784] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.707220] env[69333]: INFO nova.virt.block_device [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Attempting to driver detach volume ef4cc6e2-8c4c-4b90-91ea-337514dc500d from mountpoint /dev/sdb [ 1182.707512] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.707756] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818920', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'name': 'volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'serial': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.708666] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11c29cc-0e21-46bc-9e2d-83acc2b4ab94 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.732808] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23766361-c70a-498a-b2d2-0edcf28bd50f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.741272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e12698-e938-460c-bf39-fbef6483bf7e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.769530] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f822b0-0c96-4971-9004-ebb2eff006fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.789579] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d/volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.794894] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.795265] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e6acb6-d8e8-4181-9fcd-8eeff2d736ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.819970] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1182.819970] env[69333]: value = "task-4134852" [ 1182.819970] env[69333]: _type = "Task" [ 1182.819970] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.830774] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.893043] env[69333]: DEBUG nova.objects.base [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Object Instance<04a2354e-1af1-436e-93c2-b3377debe32f> lazy-loaded attributes: resources,numa_topology {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.076023] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcde4fe-18de-462a-9587-7cad20e7478c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.090124] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a715f-2736-44b9-8696-8fb806c005a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.131691] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a79d4dc-9b7b-43a4-885d-4f3f0a4a4b2f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.142044] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99117e73-9574-4654-a3a2-55b92053c22d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.161592] env[69333]: DEBUG nova.compute.provider_tree [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.190511] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.332238] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134852, 'name': ReconfigVM_Task, 'duration_secs': 0.305156} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.332610] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.338316] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592d6a64-1d05-4d08-b475-b23e36c4fb73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.362131] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1183.362131] env[69333]: value = "task-4134853" [ 1183.362131] env[69333]: _type = "Task" [ 1183.362131] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.371940] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.491903] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.492227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.492438] env[69333]: INFO nova.compute.manager [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Shelving [ 1183.665125] env[69333]: DEBUG nova.scheduler.client.report [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.692149] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596456} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.692427] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.692651] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.692913] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd415d1-7724-4d91-ad33-a8c84db0a86f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.700521] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1183.700521] env[69333]: value = "task-4134854" [ 1183.700521] env[69333]: _type = "Task" [ 1183.700521] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.710720] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.873578] env[69333]: DEBUG oslo_vmware.api [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134853, 'name': ReconfigVM_Task, 'duration_secs': 0.146852} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.873639] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818920', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'name': 'volume-ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d', 'serial': 'ef4cc6e2-8c4c-4b90-91ea-337514dc500d'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1184.126991] env[69333]: DEBUG nova.network.neutron [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Port 513c12e7-d939-4f68-b5dc-7bc9aa577940 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1184.127316] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.127471] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.127646] env[69333]: DEBUG nova.network.neutron [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.171915] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.174408] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.944s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.174666] env[69333]: DEBUG nova.objects.instance [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lazy-loading 'resources' on Instance uuid 438f020a-a1b5-456c-a1b0-5b87fe879b1b {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.212404] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077794} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.212692] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.213562] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcbca50-73f8-47a9-a552-b2302b2c74c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.241031] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.242440] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06be273e-6924-4c5a-8e82-20c6f0068020 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.271557] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1184.271557] env[69333]: value = "task-4134855" [ 1184.271557] env[69333]: _type = "Task" [ 1184.271557] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.289594] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434209] env[69333]: DEBUG nova.objects.instance [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.505082] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.505599] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab67af7-293f-4c59-a3d4-8de3b90c5158 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.517504] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1184.517504] env[69333]: value = "task-4134856" [ 1184.517504] env[69333]: _type = "Task" [ 1184.517504] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.527630] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.690451] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a852c8ac-9f78-4d9d-b0b6-44e8593e70f7 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.423s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.691666] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.183s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.691975] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.692274] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.692493] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.695424] env[69333]: INFO nova.compute.manager [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Terminating instance [ 1184.786675] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134855, 'name': ReconfigVM_Task, 'duration_secs': 0.291405} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.788195] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.789032] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2e65148-d976-41a6-8a80-eb6fbdb90553 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.797578] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1184.797578] env[69333]: value = "task-4134857" [ 1184.797578] env[69333]: _type = "Task" [ 1184.797578] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.810590] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134857, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.827465] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.827814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.886872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855c3ea-d0ab-4ffe-afbe-56e92f061d27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.899763] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcedf06-0c47-4d0f-9a8e-5201d97a69ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.941043] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0318b8-b5e4-4a6f-ad25-4f7d062d38f3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.953648] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d29e8d-bb7d-434c-8a41-264f6bf6eb52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.970739] env[69333]: DEBUG nova.compute.provider_tree [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.986668] env[69333]: DEBUG nova.network.neutron [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.030882] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134856, 'name': PowerOffVM_Task, 'duration_secs': 0.188699} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.030882] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.032230] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785c7cc-994c-4380-b312-4fa5ea5c830a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.054855] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aea74d-aee7-46ee-ae9b-6aba8c368e6a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.206318] env[69333]: DEBUG nova.compute.manager [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.206318] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.206318] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e51e3b7b-69f6-4655-bff1-3bffdb191165 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.215081] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c57a8-adac-4732-b1c3-186be111963b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259439] env[69333]: WARNING nova.virt.vmwareapi.vmops [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 04a2354e-1af1-436e-93c2-b3377debe32f could not be found. [ 1185.259665] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.259791] env[69333]: INFO nova.compute.manager [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1185.260046] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.260302] env[69333]: DEBUG nova.compute.manager [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.260405] env[69333]: DEBUG nova.network.neutron [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.307796] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134857, 'name': Rename_Task, 'duration_secs': 0.215239} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.308861] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.311407] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227b0495-b984-4962-9696-bf112e476d32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.320387] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1185.320387] env[69333]: value = "task-4134858" [ 1185.320387] env[69333]: _type = "Task" [ 1185.320387] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.329822] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.332541] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.448430] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9371a906-d1ef-4730-a079-7fa5e758831a tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.474731] env[69333]: DEBUG nova.scheduler.client.report [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.489487] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.570803] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1185.571144] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a59f1944-2944-4dd5-8500-1f4c8c9fa8cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.578762] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1185.578762] env[69333]: value = "task-4134859" [ 1185.578762] env[69333]: _type = "Task" [ 1185.578762] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.589565] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134859, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.833162] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.854866] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.979556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.981906] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.648s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.982113] env[69333]: DEBUG nova.objects.instance [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lazy-loading 'resources' on Instance uuid a17779cc-671a-499b-9f1d-0d0ecb8b49b4 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.995123] env[69333]: DEBUG nova.compute.manager [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69333) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1185.995123] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.027401] env[69333]: DEBUG nova.network.neutron [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.036090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.036488] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.090668] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134859, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.335079] env[69333]: DEBUG oslo_vmware.api [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134858, 'name': PowerOnVM_Task, 'duration_secs': 0.610604} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.335371] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.335681] env[69333]: INFO nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1186.335902] env[69333]: DEBUG nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.336754] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186e475-8b4a-46ea-bca3-844393f5b009 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.498875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9bd0a58-4624-4570-8265-071df10615db tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Lock "438f020a-a1b5-456c-a1b0-5b87fe879b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.468s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.518739] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.518961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.519241] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.519435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.519601] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.522046] env[69333]: INFO nova.compute.manager [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Terminating instance [ 1186.530470] env[69333]: INFO nova.compute.manager [-] [instance: 04a2354e-1af1-436e-93c2-b3377debe32f] Took 1.27 seconds to deallocate network for instance. [ 1186.541700] env[69333]: INFO nova.compute.manager [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Detaching volume af40fe8f-43a7-4abb-985d-3111dc5d165e [ 1186.574367] env[69333]: INFO nova.virt.block_device [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Attempting to driver detach volume af40fe8f-43a7-4abb-985d-3111dc5d165e from mountpoint /dev/sdb [ 1186.574716] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.574972] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.576479] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa08d28-6b32-429a-a701-69616fdf9f4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.597068] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134859, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.625676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb302a30-4ea0-4e2e-b8b6-87d286834cd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.633136] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d9790-0c80-4251-9600-28374ec23a41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.660162] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903c85c5-9418-49c6-9072-682a78316d8b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.664052] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3741c5b-0bf3-40f9-a386-06aa3ebe0076 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.682256] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43441c39-f3c0-4256-a51f-819a918f47ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.685674] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] The volume has not been displaced from its original location: [datastore1] volume-af40fe8f-43a7-4abb-985d-3111dc5d165e/volume-af40fe8f-43a7-4abb-985d-3111dc5d165e.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.691466] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.691585] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54ec248-4450-4f4a-88ea-d4ce310664f0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.735888] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3c5df-2acc-4365-a9b8-6a144d1f954b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.738666] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1186.738666] env[69333]: value = "task-4134860" [ 1186.738666] env[69333]: _type = "Task" [ 1186.738666] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.745599] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d59b24-1db4-4103-bc9b-34d988877532 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.752806] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.762854] env[69333]: DEBUG nova.compute.provider_tree [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.853639] env[69333]: INFO nova.compute.manager [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Took 12.68 seconds to build instance. [ 1187.026210] env[69333]: DEBUG nova.compute.manager [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.026949] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.027457] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611ab25-d783-4f74-9907-ea80d73aa0a6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.035712] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.038952] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109a5c6b-b4f2-4153-b9a2-7ed6327ccb52 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.044990] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1187.044990] env[69333]: value = "task-4134861" [ 1187.044990] env[69333]: _type = "Task" [ 1187.044990] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.057783] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.095117] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134859, 'name': CreateSnapshot_Task, 'duration_secs': 1.085925} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.095469] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1187.096310] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee726e-933c-4492-b3e1-7bc4561b6f22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.008565] env[69333]: DEBUG nova.scheduler.client.report [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.012066] env[69333]: DEBUG oslo_concurrency.lockutils [None req-30fedd5f-36db-43b7-8730-216b3b9547c6 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.863s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.020616] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.020988] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134860, 'name': ReconfigVM_Task, 'duration_secs': 0.313414} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.022690] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7561e1c4-872d-4c85-8338-07522fc4f6cb tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "04a2354e-1af1-436e-93c2-b3377debe32f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.331s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.027809] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4d7d439-5bd1-4fa9-aa87-fbe99887e8b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.029912] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.035832] env[69333]: DEBUG nova.compute.manager [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Received event network-changed-0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.035832] env[69333]: DEBUG nova.compute.manager [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Refreshing instance network info cache due to event network-changed-0ab901a2-7949-496c-bae7-39ca17a2b526. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.036632] env[69333]: DEBUG oslo_concurrency.lockutils [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.036632] env[69333]: DEBUG oslo_concurrency.lockutils [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.036632] env[69333]: DEBUG nova.network.neutron [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Refreshing network info cache for port 0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.038305] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebed65c-e7cc-4a35-9cb1-0f880b611ab7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.055775] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134861, 'name': PowerOffVM_Task, 'duration_secs': 0.251214} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.058529] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.058722] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.059054] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1188.059054] env[69333]: value = "task-4134863" [ 1188.059054] env[69333]: _type = "Task" [ 1188.059054] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.059719] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1188.059719] env[69333]: value = "task-4134862" [ 1188.059719] env[69333]: _type = "Task" [ 1188.059719] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.059946] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a702c73-6c41-49c1-aae6-2a113a60fc5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.077878] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.081611] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.209471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.209471] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.209471] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleting the datastore file [datastore1] e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.209809] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c270131-bdbd-481e-a6bf-8f62f8a4f9c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.219448] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1188.219448] env[69333]: value = "task-4134865" [ 1188.219448] env[69333]: _type = "Task" [ 1188.219448] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.232036] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.523543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.541s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.527181] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.672s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.529460] env[69333]: INFO nova.compute.claims [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.545688] env[69333]: INFO nova.scheduler.client.report [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Deleted allocations for instance a17779cc-671a-499b-9f1d-0d0ecb8b49b4 [ 1188.581872] env[69333]: DEBUG oslo_vmware.api [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134863, 'name': ReconfigVM_Task, 'duration_secs': 0.200574} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.583149] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.583533] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818903', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'name': 'volume-af40fe8f-43a7-4abb-985d-3111dc5d165e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f32a9507-36cf-444f-a47e-97a1e12bfc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'af40fe8f-43a7-4abb-985d-3111dc5d165e', 'serial': 'af40fe8f-43a7-4abb-985d-3111dc5d165e'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.730551] env[69333]: DEBUG oslo_vmware.api [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161119} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.733587] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.733782] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.733964] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.734168] env[69333]: INFO nova.compute.manager [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1188.734419] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.734633] env[69333]: DEBUG nova.compute.manager [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.734740] env[69333]: DEBUG nova.network.neutron [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.812060] env[69333]: DEBUG nova.network.neutron [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updated VIF entry in instance network info cache for port 0ab901a2-7949-496c-bae7-39ca17a2b526. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.812620] env[69333]: DEBUG nova.network.neutron [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.049893] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.050149] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.056988] env[69333]: DEBUG oslo_concurrency.lockutils [None req-044951b5-7755-45da-861f-cd9365ac0aa4 tempest-ServersListShow298Test-1245256667 tempest-ServersListShow298Test-1245256667-project-member] Lock "a17779cc-671a-499b-9f1d-0d0ecb8b49b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.992s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.076522] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.144790] env[69333]: DEBUG nova.objects.instance [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'flavor' on Instance uuid f32a9507-36cf-444f-a47e-97a1e12bfc38 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.315488] env[69333]: DEBUG oslo_concurrency.lockutils [req-8be81767-93c3-4e58-8b60-4d57209e799d req-d6c7e351-9517-4181-939b-14fef44a9abb service nova] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.552646] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.576260] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.687678] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9174ef-d5e0-405c-92d6-2a675a72296a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.703072] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cdae10-319a-445d-95e9-83f1c31b53a9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.736639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3645fe12-ba81-4012-8cf8-cd58485e6f0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.744637] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a6c50-7b5a-413c-bcce-17c2ad75ede8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.748708] env[69333]: DEBUG nova.network.neutron [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.761792] env[69333]: DEBUG nova.compute.provider_tree [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.908798] env[69333]: DEBUG nova.compute.manager [req-98425146-10ca-4830-ba9a-7663711564fa req-3df630ab-509b-4b12-ba8b-e0926d153fe5 service nova] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Received event network-vif-deleted-d44fc62c-1187-4c64-8b9f-3edddd82b28e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.077752] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.089610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.151588] env[69333]: DEBUG oslo_concurrency.lockutils [None req-7b831825-64d1-48c3-9f3c-6f9cacc6b95e tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.115s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.251848] env[69333]: INFO nova.compute.manager [-] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Took 1.52 seconds to deallocate network for instance. [ 1190.264677] env[69333]: DEBUG nova.scheduler.client.report [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.519637] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.519986] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.520259] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.520504] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.520615] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.523006] env[69333]: INFO nova.compute.manager [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Terminating instance [ 1190.576872] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.758524] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.770900] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.771758] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.776014] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.781s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.028051] env[69333]: DEBUG nova.compute.manager [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.028051] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.028576] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae0ead-6550-4531-a5b9-206f2d875f8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.036605] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.036840] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54bbc0b3-2be2-47ad-8718-0e999a8dafdc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.043227] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1191.043227] env[69333]: value = "task-4134866" [ 1191.043227] env[69333]: _type = "Task" [ 1191.043227] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.051803] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.074860] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.279927] env[69333]: DEBUG nova.compute.utils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.281312] env[69333]: DEBUG nova.objects.instance [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'migration_context' on Instance uuid 7e639790-6ac4-434e-b742-64e321d89675 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.282436] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1191.555062] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134866, 'name': PowerOffVM_Task, 'duration_secs': 0.314848} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.555345] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.555509] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.555762] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc5d505b-c8fc-4525-96b0-1befe4c1d657 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.575641] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.631753] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.631922] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.632118] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore1] f32a9507-36cf-444f-a47e-97a1e12bfc38 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.632389] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f847df-9c08-4cb5-a8f1-757c6026bc12 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.640282] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1191.640282] env[69333]: value = "task-4134868" [ 1191.640282] env[69333]: _type = "Task" [ 1191.640282] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.648995] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.787308] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.926162] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314fe18a-6690-42a9-b495-c5a98fc453e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.934375] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b592f398-502d-4db2-8159-4c39bbe3dc6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.965279] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7131ecb9-7896-4282-ac98-0ebd93379096 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.973357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37804b72-2c0d-4d72-9c0a-2f32c5059de8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.987118] env[69333]: DEBUG nova.compute.provider_tree [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.076514] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134862, 'name': CloneVM_Task, 'duration_secs': 3.897515} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.076689] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Created linked-clone VM from snapshot [ 1192.077433] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb47ade-3a94-481f-a85c-d066258b09ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.086855] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Uploading image b52dbbf3-f709-4afd-917e-793611af2944 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1192.118576] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1192.118576] env[69333]: value = "vm-818923" [ 1192.118576] env[69333]: _type = "VirtualMachine" [ 1192.118576] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1192.118865] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-722da075-e0b4-4581-80d1-c669fe67a754 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126709] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease: (returnval){ [ 1192.126709] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da6e49-ed2e-139b-6e1e-6751c5e1d8c5" [ 1192.126709] env[69333]: _type = "HttpNfcLease" [ 1192.126709] env[69333]: } obtained for exporting VM: (result){ [ 1192.126709] env[69333]: value = "vm-818923" [ 1192.126709] env[69333]: _type = "VirtualMachine" [ 1192.126709] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1192.127062] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the lease: (returnval){ [ 1192.127062] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da6e49-ed2e-139b-6e1e-6751c5e1d8c5" [ 1192.127062] env[69333]: _type = "HttpNfcLease" [ 1192.127062] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1192.133802] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.133802] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da6e49-ed2e-139b-6e1e-6751c5e1d8c5" [ 1192.133802] env[69333]: _type = "HttpNfcLease" [ 1192.133802] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1192.149600] env[69333]: DEBUG oslo_vmware.api [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13845} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.149833] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.150019] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.150206] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.150370] env[69333]: INFO nova.compute.manager [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1192.150601] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.150784] env[69333]: DEBUG nova.compute.manager [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.150875] env[69333]: DEBUG nova.network.neutron [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.491098] env[69333]: DEBUG nova.scheduler.client.report [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.638848] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.638848] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da6e49-ed2e-139b-6e1e-6751c5e1d8c5" [ 1192.638848] env[69333]: _type = "HttpNfcLease" [ 1192.638848] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1192.639378] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1192.639378] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52da6e49-ed2e-139b-6e1e-6751c5e1d8c5" [ 1192.639378] env[69333]: _type = "HttpNfcLease" [ 1192.639378] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1192.640432] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9dafe6-8f1c-4bc1-a466-80bded17ee2a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.651561] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1192.651831] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1192.717771] env[69333]: DEBUG nova.compute.manager [req-f4d76c11-1985-4a1e-910a-79a872f93a74 req-3c128931-d42d-49f1-973a-075c18386753 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Received event network-vif-deleted-dca1bf08-abc3-4d70-b5de-312219e1f7a6 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.717962] env[69333]: INFO nova.compute.manager [req-f4d76c11-1985-4a1e-910a-79a872f93a74 req-3c128931-d42d-49f1-973a-075c18386753 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Neutron deleted interface dca1bf08-abc3-4d70-b5de-312219e1f7a6; detaching it from the instance and deleting it from the info cache [ 1192.718149] env[69333]: DEBUG nova.network.neutron [req-f4d76c11-1985-4a1e-910a-79a872f93a74 req-3c128931-d42d-49f1-973a-075c18386753 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.762162] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce0cbfa1-a4fe-4ccf-a95a-ec21abe05c3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.803021] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.825925] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.826345] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.826565] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.826814] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.827142] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.827223] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.827490] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.827715] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.827940] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.828184] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.828860] env[69333]: DEBUG nova.virt.hardware [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.829463] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c008437-e96d-4692-9fc5-2c722085b731 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.838274] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a2633-5289-48fd-b2b5-1f1763610093 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.853187] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.859139] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Creating folder: Project (804d2af2f9e84f4d918d46d5b03a3721). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.859585] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127ab944-3d57-4124-94e9-fa4b02cd6bd1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.874144] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Created folder: Project (804d2af2f9e84f4d918d46d5b03a3721) in parent group-v818612. [ 1192.874408] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Creating folder: Instances. Parent ref: group-v818924. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.874669] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c2ffe2-5449-4102-87e5-3baa88becbc1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.886902] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Created folder: Instances in parent group-v818924. [ 1192.887270] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.887547] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.887828] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605c0f3b-5d20-4e95-a610-b4bc50284450 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.907907] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.907907] env[69333]: value = "task-4134872" [ 1192.907907] env[69333]: _type = "Task" [ 1192.907907] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.916201] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134872, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.221328] env[69333]: DEBUG nova.network.neutron [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.223441] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53e9f5dd-6190-4c1b-86c7-4f4d0d31d80a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.237460] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427156e0-009c-4d76-bad3-c8b6adb8f735 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.273133] env[69333]: DEBUG nova.compute.manager [req-f4d76c11-1985-4a1e-910a-79a872f93a74 req-3c128931-d42d-49f1-973a-075c18386753 service nova] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Detach interface failed, port_id=dca1bf08-abc3-4d70-b5de-312219e1f7a6, reason: Instance f32a9507-36cf-444f-a47e-97a1e12bfc38 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.419527] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134872, 'name': CreateVM_Task, 'duration_secs': 0.306214} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.419724] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.420264] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.420451] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.421064] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.421425] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0e625c-8d3c-4828-987b-4a4c2eb1106b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.427210] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1193.427210] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5257ba5c-25c7-f438-d2b4-bd05f216adb7" [ 1193.427210] env[69333]: _type = "Task" [ 1193.427210] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.436844] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5257ba5c-25c7-f438-d2b4-bd05f216adb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.501750] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.726s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.507582] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.418s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.509352] env[69333]: INFO nova.compute.claims [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.730558] env[69333]: INFO nova.compute.manager [-] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Took 1.58 seconds to deallocate network for instance. [ 1193.938912] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5257ba5c-25c7-f438-d2b4-bd05f216adb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.939339] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.939670] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.939971] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.940207] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.940564] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.940930] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ed2acd-9f0f-4b85-af84-e4b9e354bd00 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.951567] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.951758] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.952510] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01063e06-8b92-4d35-8e0a-9b4b2e2ae703 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.958726] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1193.958726] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d2439-22b0-ff23-3e77-6258a56ca2b7" [ 1193.958726] env[69333]: _type = "Task" [ 1193.958726] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.968089] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d2439-22b0-ff23-3e77-6258a56ca2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.238475] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.472085] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523d2439-22b0-ff23-3e77-6258a56ca2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.473138] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3959274-d953-44a6-b678-894db567bd63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.479870] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1194.479870] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6a61-3e32-2154-a815-550fff2c6856" [ 1194.479870] env[69333]: _type = "Task" [ 1194.479870] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.488184] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6a61-3e32-2154-a815-550fff2c6856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.652969] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5604c0-36ca-4dc9-876e-90b9dbd57d07 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.662169] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced58e5-23c3-4d53-a722-e15ecbb55cd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.694869] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5229f9c-0477-467f-95f4-ce99e676bf99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.702995] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db70e2a6-f3f7-4429-885b-4e93787dd0e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.718244] env[69333]: DEBUG nova.compute.provider_tree [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.991435] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6a61-3e32-2154-a815-550fff2c6856, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.991836] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.992083] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.992497] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19cd3b2-d93d-4784-babd-2ffd77036ddf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.000752] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1195.000752] env[69333]: value = "task-4134873" [ 1195.000752] env[69333]: _type = "Task" [ 1195.000752] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.012068] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.049208] env[69333]: INFO nova.compute.manager [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Swapping old allocation on dict_keys(['caa9ba4d-1bf1-4129-a314-713bb6912151']) held by migration 21c71259-34bf-4881-ad5d-ef44afd3aaf9 for instance [ 1195.077028] env[69333]: DEBUG nova.scheduler.client.report [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Overwriting current allocation {'allocations': {'caa9ba4d-1bf1-4129-a314-713bb6912151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': 'eb8427f90a8d4e7fae632a096e3e649f', 'user_id': '525823b3fb9d4a79a9fb0b920ca7a6bf', 'consumer_generation': 1} on consumer 7e639790-6ac4-434e-b742-64e321d89675 {{(pid=69333) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1195.157596] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.157954] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.158294] env[69333]: DEBUG nova.network.neutron [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.221822] env[69333]: DEBUG nova.scheduler.client.report [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.511353] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480827} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.511619] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.511849] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.512146] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-568f82d6-e6a0-4ec5-9b81-d6d30d0b2cb5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.519493] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1195.519493] env[69333]: value = "task-4134874" [ 1195.519493] env[69333]: _type = "Task" [ 1195.519493] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.529991] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.728990] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.729595] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.733888] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.975s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.733888] env[69333]: DEBUG nova.objects.instance [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'resources' on Instance uuid e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.940256] env[69333]: DEBUG nova.network.neutron [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [{"id": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "address": "fa:16:3e:24:59:26", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c12e7-d9", "ovs_interfaceid": "513c12e7-d939-4f68-b5dc-7bc9aa577940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.030145] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100208} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.030546] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.031259] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bea06-d1ff-4dd3-b848-7ffd68cdb904 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.051906] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.052287] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982abd34-9a38-4732-b84c-148c43d600ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.074016] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1196.074016] env[69333]: value = "task-4134875" [ 1196.074016] env[69333]: _type = "Task" [ 1196.074016] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.083689] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.237238] env[69333]: DEBUG nova.compute.utils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.242031] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.242031] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.280078] env[69333]: DEBUG nova.policy [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.361412] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf4c9fd-cde9-4ed5-aa03-7b0af6fda595 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.371387] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3c608-1339-4865-a83a-cb39e1647594 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.407505] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b9a9f-1bed-45e6-9c2e-5eda5f2c512e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.415904] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2be734-85b1-4658-9d8e-2ee26f87500d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.432076] env[69333]: DEBUG nova.compute.provider_tree [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.442666] env[69333]: DEBUG oslo_concurrency.lockutils [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-7e639790-6ac4-434e-b742-64e321d89675" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.443150] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.443426] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b49ee8-2dea-49c6-918e-026dee22479a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.452294] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1196.452294] env[69333]: value = "task-4134876" [ 1196.452294] env[69333]: _type = "Task" [ 1196.452294] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.463438] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.559038] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Successfully created port: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.586284] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134875, 'name': ReconfigVM_Task, 'duration_secs': 0.372632} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.586570] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.587239] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d95d01-6379-4c4a-8df4-066b37523531 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.594516] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1196.594516] env[69333]: value = "task-4134877" [ 1196.594516] env[69333]: _type = "Task" [ 1196.594516] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.604565] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134877, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.742158] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.936056] env[69333]: DEBUG nova.scheduler.client.report [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.964023] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134876, 'name': PowerOffVM_Task, 'duration_secs': 0.276371} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.964798] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.965460] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.965689] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.965905] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.966199] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.966362] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.966600] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.966727] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.966890] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.967155] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.967447] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.967703] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.973546] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc9d4a0-6ce6-4d3a-beb5-91f038109b56 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.990066] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1196.990066] env[69333]: value = "task-4134878" [ 1196.990066] env[69333]: _type = "Task" [ 1196.990066] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.999119] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.104987] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134877, 'name': Rename_Task, 'duration_secs': 0.185226} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.105227] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.105492] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65dc9e13-3165-430e-8cf0-77e626bbc3eb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.113067] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1197.113067] env[69333]: value = "task-4134879" [ 1197.113067] env[69333]: _type = "Task" [ 1197.113067] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.123300] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.441736] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.444701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.206s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.445042] env[69333]: DEBUG nova.objects.instance [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'resources' on Instance uuid f32a9507-36cf-444f-a47e-97a1e12bfc38 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.467376] env[69333]: INFO nova.scheduler.client.report [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted allocations for instance e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a [ 1197.501592] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134878, 'name': ReconfigVM_Task, 'duration_secs': 0.162196} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.502689] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d697640-44dd-4d77-b4e8-c2c334de3e78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.523915] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.524198] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.524344] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.524536] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.524664] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.524806] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.525063] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.525168] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.525333] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.525489] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.525656] env[69333]: DEBUG nova.virt.hardware [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.526882] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e601f6-0fde-4064-8d0f-8b410f65ca54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.533936] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1197.533936] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528af9d7-2cf1-4657-df05-babb4632a648" [ 1197.533936] env[69333]: _type = "Task" [ 1197.533936] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.544462] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528af9d7-2cf1-4657-df05-babb4632a648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.623899] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.752103] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.785123] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.785411] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.785576] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.785782] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.785922] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.786093] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.786341] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.786522] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.786692] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.786851] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.787044] env[69333]: DEBUG nova.virt.hardware [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.788260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb95851-3ad5-4d3a-9b3d-0c77509f14fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.797367] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a862acc5-3e8b-4493-88e7-c1c38f2fc2b7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.975456] env[69333]: DEBUG oslo_concurrency.lockutils [None req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.456s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.986626] env[69333]: DEBUG nova.compute.manager [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Received event network-vif-plugged-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.986682] env[69333]: DEBUG oslo_concurrency.lockutils [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] Acquiring lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.986850] env[69333]: DEBUG oslo_concurrency.lockutils [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.987038] env[69333]: DEBUG oslo_concurrency.lockutils [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.987593] env[69333]: DEBUG nova.compute.manager [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] No waiting events found dispatching network-vif-plugged-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.987593] env[69333]: WARNING nova.compute.manager [req-20b8be20-a138-40e9-b018-bbd47d10fabb req-0c3ef3c4-3bf0-4900-9f32-221d6658853c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Received unexpected event network-vif-plugged-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e for instance with vm_state building and task_state spawning. [ 1198.045613] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528af9d7-2cf1-4657-df05-babb4632a648, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.052729] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.055985] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e6dea6-bbd7-46e3-9096-f9e0275ed822 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.080967] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1198.080967] env[69333]: value = "task-4134880" [ 1198.080967] env[69333]: _type = "Task" [ 1198.080967] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.090284] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6df119-010a-4435-8c71-ccb8c97a09c2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.102411] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Successfully updated port: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.105339] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ab7c6-8e1e-4170-b4a7-06622180cbed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.109444] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.144679] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f430c-9993-4967-a794-290e7ca4ac19 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.159182] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3671a643-b4ae-4fd0-8982-ce3bbf2a4417 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.161526] env[69333]: DEBUG oslo_vmware.api [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134879, 'name': PowerOnVM_Task, 'duration_secs': 0.771182} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.162135] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.162334] env[69333]: INFO nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1198.162506] env[69333]: DEBUG nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.163659] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a220b-4713-4e8f-867f-b6ee5f9cc29e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.176243] env[69333]: DEBUG nova.compute.provider_tree [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.591017] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134880, 'name': ReconfigVM_Task, 'duration_secs': 0.219552} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.591426] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.592365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747c87f-0da3-451d-9873-bc4e52720447 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.616707] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.617452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.617452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.617627] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.618694] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2be285-94cd-4738-a303-6e03e683ea7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.639056] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1198.639056] env[69333]: value = "task-4134881" [ 1198.639056] env[69333]: _type = "Task" [ 1198.639056] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.647951] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.680102] env[69333]: DEBUG nova.scheduler.client.report [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.694455] env[69333]: INFO nova.compute.manager [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Took 12.86 seconds to build instance. [ 1199.148837] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134881, 'name': ReconfigVM_Task, 'duration_secs': 0.319448} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.149195] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7e639790-6ac4-434e-b742-64e321d89675/7e639790-6ac4-434e-b742-64e321d89675.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.150135] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc7739b-930e-4f9b-b939-282b8d231444 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.180382] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.183237] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4a5252-7f2b-4185-970e-c7f20a201ad2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.187501] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.209669] env[69333]: DEBUG oslo_concurrency.lockutils [None req-98f3f0b8-337d-4864-a87e-e60c0f425788 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.382s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.213067] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04afc35-8a4a-4dd6-80f0-e0648fe33b7d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.216330] env[69333]: INFO nova.scheduler.client.report [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocations for instance f32a9507-36cf-444f-a47e-97a1e12bfc38 [ 1199.240026] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9603e6a2-e100-4fe4-9cea-fb3ce9c1913f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.249447] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.249838] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345ea2f5-0f23-4e31-88be-568600fce256 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.257406] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1199.257406] env[69333]: value = "task-4134882" [ 1199.257406] env[69333]: _type = "Task" [ 1199.257406] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.268917] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.389926] env[69333]: DEBUG nova.network.neutron [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Updating instance_info_cache with network_info: [{"id": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "address": "fa:16:3e:f5:48:a1", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e04bc5f-77", "ovs_interfaceid": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.724026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-527e57b4-846c-42e8-8cec-bd7f27d3537b tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "f32a9507-36cf-444f-a47e-97a1e12bfc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.204s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.770782] env[69333]: DEBUG oslo_vmware.api [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134882, 'name': PowerOnVM_Task, 'duration_secs': 0.428099} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.771434] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.892714] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.893108] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Instance network_info: |[{"id": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "address": "fa:16:3e:f5:48:a1", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e04bc5f-77", "ovs_interfaceid": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.893539] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:48:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e04bc5f-779d-4fb4-8e07-d945dddd2c7e', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.901305] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.901554] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.901786] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe7b0286-c0d1-4637-9254-34bcb1447f99 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.923772] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.923772] env[69333]: value = "task-4134883" [ 1199.923772] env[69333]: _type = "Task" [ 1199.923772] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.932453] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134883, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.019750] env[69333]: DEBUG nova.compute.manager [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Received event network-changed-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.019750] env[69333]: DEBUG nova.compute.manager [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Refreshing instance network info cache due to event network-changed-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.019750] env[69333]: DEBUG oslo_concurrency.lockutils [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] Acquiring lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.019750] env[69333]: DEBUG oslo_concurrency.lockutils [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] Acquired lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.019750] env[69333]: DEBUG nova.network.neutron [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Refreshing network info cache for port 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.270412] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.270794] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.440439] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134883, 'name': CreateVM_Task, 'duration_secs': 0.436731} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.440439] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.441336] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.441553] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.441914] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.442228] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dfa3ea-5ce4-4e2c-8aeb-5094d294904a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.448435] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1200.448435] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52601c73-e2c5-e545-eb2a-65b1d4353c5e" [ 1200.448435] env[69333]: _type = "Task" [ 1200.448435] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.459213] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52601c73-e2c5-e545-eb2a-65b1d4353c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.481724] env[69333]: INFO nova.compute.manager [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Rebuilding instance [ 1200.583014] env[69333]: DEBUG nova.compute.manager [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.583996] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341bc48c-6a6f-43bb-90dd-09461b483098 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.773198] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.782314] env[69333]: INFO nova.compute.manager [None req-381f28eb-caee-457b-a4e1-1e396762379b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance to original state: 'active' [ 1200.813421] env[69333]: DEBUG nova.network.neutron [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Updated VIF entry in instance network info cache for port 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.814597] env[69333]: DEBUG nova.network.neutron [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Updating instance_info_cache with network_info: [{"id": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "address": "fa:16:3e:f5:48:a1", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e04bc5f-77", "ovs_interfaceid": "1e04bc5f-779d-4fb4-8e07-d945dddd2c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.959793] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52601c73-e2c5-e545-eb2a-65b1d4353c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.960058] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.960294] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.960529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.960673] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.960851] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.961145] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ba0e52-07e8-4348-9b3e-014f1735323a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.972038] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.972252] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.972969] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0bcb3fa-fc27-4710-bb7f-ae6261704ebc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.979401] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1200.979401] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5224c13c-fc6a-a2eb-b1ba-36a847ef7711" [ 1200.979401] env[69333]: _type = "Task" [ 1200.979401] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.987427] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5224c13c-fc6a-a2eb-b1ba-36a847ef7711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.296308] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.296635] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.298537] env[69333]: INFO nova.compute.claims [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.318151] env[69333]: DEBUG oslo_concurrency.lockutils [req-6024bf48-719e-44e1-a725-18d6845df81a req-ea1d8530-6a84-4642-930c-82532c92766c service nova] Releasing lock "refresh_cache-6893cb9f-5b68-46ea-af95-a8d386f1feda" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.392403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "73f99894-a339-4ff7-aa7b-198a11dcc651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.392793] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.491047] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5224c13c-fc6a-a2eb-b1ba-36a847ef7711, 'name': SearchDatastore_Task, 'duration_secs': 0.023652} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.491879] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db2d4db-4a46-4ccc-8e4a-5fbc2c87c4e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.498612] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1201.498612] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528a83f7-9e54-1d40-0c3e-4f0a092d8159" [ 1201.498612] env[69333]: _type = "Task" [ 1201.498612] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.507191] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528a83f7-9e54-1d40-0c3e-4f0a092d8159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.600105] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.600505] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8201466-e1a0-460d-81b5-571a3242db67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.608073] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1201.608073] env[69333]: value = "task-4134884" [ 1201.608073] env[69333]: _type = "Task" [ 1201.608073] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.617957] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.895327] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.011731] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528a83f7-9e54-1d40-0c3e-4f0a092d8159, 'name': SearchDatastore_Task, 'duration_secs': 0.024186} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.011981] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.012262] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6893cb9f-5b68-46ea-af95-a8d386f1feda/6893cb9f-5b68-46ea-af95-a8d386f1feda.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.012528] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5e826a-4a27-4e51-88bb-57d0a36a475b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.020012] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1202.020012] env[69333]: value = "task-4134885" [ 1202.020012] env[69333]: _type = "Task" [ 1202.020012] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.031332] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.118742] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134884, 'name': PowerOffVM_Task, 'duration_secs': 0.179299} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.118998] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.119683] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.120491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca79280-3d5c-4c54-9298-f59cfb827eb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.127962] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.128243] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0fb568-0c75-4a51-807b-a4d8e71627d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.154448] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.154680] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.154898] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Deleting the datastore file [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.155173] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69e26e1-5bfc-4245-8020-8551634417d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.162266] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1202.162266] env[69333]: value = "task-4134887" [ 1202.162266] env[69333]: _type = "Task" [ 1202.162266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.171285] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.418270] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.445085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c2a4e-cafa-483a-a30e-5e66dd5e8cfa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.455490] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeb5095-bff6-4a37-87bb-eed7c966e47b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.490764] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b769088c-7fb6-43b0-800a-7f19e9f83830 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.500051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256af65-48cf-4f0f-b969-b908f0212489 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.519239] env[69333]: DEBUG nova.compute.provider_tree [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.531075] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.672126] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161588} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.672811] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.672811] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.672811] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.757017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "7e639790-6ac4-434e-b742-64e321d89675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.757418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.757675] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "7e639790-6ac4-434e-b742-64e321d89675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.757884] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.758073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.760598] env[69333]: INFO nova.compute.manager [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Terminating instance [ 1202.864729] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1202.865800] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4026d-ab8a-4a34-8734-bb4b2c43bcff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.872177] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1202.872343] env[69333]: ERROR oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk due to incomplete transfer. [ 1202.872558] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-657aac18-21a2-4995-88c3-ea856ec43d43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.879669] env[69333]: DEBUG oslo_vmware.rw_handles [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab4e86-9aac-9ac8-04d9-7ec6c13f01d0/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1202.879856] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Uploaded image b52dbbf3-f709-4afd-917e-793611af2944 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1202.881930] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1202.882180] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c250c0b8-284b-4fee-9761-9e72bb4554b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.887872] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1202.887872] env[69333]: value = "task-4134888" [ 1202.887872] env[69333]: _type = "Task" [ 1202.887872] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.895880] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134888, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.026080] env[69333]: DEBUG nova.scheduler.client.report [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.035678] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134885, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.264456] env[69333]: DEBUG nova.compute.manager [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.264748] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.265770] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08393704-8e2e-4da3-bc7a-c8d126e915f4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.274203] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.274435] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3878eb-836a-4547-bc36-4549cce7c982 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.281704] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1203.281704] env[69333]: value = "task-4134889" [ 1203.281704] env[69333]: _type = "Task" [ 1203.281704] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.290920] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.398134] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134888, 'name': Destroy_Task, 'duration_secs': 0.336428} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.399099] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Destroyed the VM [ 1203.399369] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1203.399655] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1236913-f173-42d5-ab01-1433d6e68e73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.407486] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1203.407486] env[69333]: value = "task-4134890" [ 1203.407486] env[69333]: _type = "Task" [ 1203.407486] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.416559] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.532101] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.532623] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.535263] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134885, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.535717] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.118s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.537139] env[69333]: INFO nova.compute.claims [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.706491] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.706782] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.706921] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.707120] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.707313] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.707505] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.707703] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.707858] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.708032] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.708205] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.708380] env[69333]: DEBUG nova.virt.hardware [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.709728] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e36981a-5832-4371-b0e2-1159e8a2cad6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.719343] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d503259-a1db-4f18-afe2-461da5883714 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.735045] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.743210] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.743210] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.743210] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba884b9-dcb7-4fad-8777-f2ea6d5b452f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.759723] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.759723] env[69333]: value = "task-4134891" [ 1203.759723] env[69333]: _type = "Task" [ 1203.759723] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.769519] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134891, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.792936] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134889, 'name': PowerOffVM_Task, 'duration_secs': 0.508441} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.793267] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.793441] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.793720] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e2901d-82b1-4145-a271-478488beb275 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.897335] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.897538] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.897776] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleting the datastore file [datastore2] 7e639790-6ac4-434e-b742-64e321d89675 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.898095] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-893c91ae-549e-49fe-932e-5c89bb04a341 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.906796] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1203.906796] env[69333]: value = "task-4134893" [ 1203.906796] env[69333]: _type = "Task" [ 1203.906796] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.918508] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134890, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396187} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.921535] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1203.921843] env[69333]: DEBUG nova.compute.manager [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.922141] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.922857] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430b9b0-f37e-430e-9b94-d48c628e0581 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.033340] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134885, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.553761} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.033936] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 6893cb9f-5b68-46ea-af95-a8d386f1feda/6893cb9f-5b68-46ea-af95-a8d386f1feda.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.036022] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.036022] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7874622a-4bb3-428d-8818-bf24c592382f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.038374] env[69333]: DEBUG nova.compute.utils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.039950] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.040272] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.050572] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1204.050572] env[69333]: value = "task-4134894" [ 1204.050572] env[69333]: _type = "Task" [ 1204.050572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.064445] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.087270] env[69333]: DEBUG nova.policy [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f56541c2774143a790646ed31534049d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa9a40c8c72c4f088aca4d17ca6f987d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.269771] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134891, 'name': CreateVM_Task, 'duration_secs': 0.316829} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.269942] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.270394] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.270556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.270885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.271159] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b594ba-4566-463c-b7fd-2a323570f510 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.275970] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1204.275970] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d58f79-4de6-f1d1-bf1f-7593cde23cac" [ 1204.275970] env[69333]: _type = "Task" [ 1204.275970] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.283970] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d58f79-4de6-f1d1-bf1f-7593cde23cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.350940] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Successfully created port: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.418728] env[69333]: DEBUG oslo_vmware.api [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160317} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.419050] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.419239] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.419422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.419598] env[69333]: INFO nova.compute.manager [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1204.419838] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.420066] env[69333]: DEBUG nova.compute.manager [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.420169] env[69333]: DEBUG nova.network.neutron [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.436207] env[69333]: INFO nova.compute.manager [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Shelve offloading [ 1204.549312] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.561834] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317785} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.562314] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.563170] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f59b6-2804-4559-b485-8f99e0985ce8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.590669] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 6893cb9f-5b68-46ea-af95-a8d386f1feda/6893cb9f-5b68-46ea-af95-a8d386f1feda.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.594759] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461008bd-9932-45ca-b1c9-1c58a8363ce1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.622299] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1204.622299] env[69333]: value = "task-4134895" [ 1204.622299] env[69333]: _type = "Task" [ 1204.622299] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.636062] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.720313] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357761a-8360-4b37-82ad-5e8717eafe7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.729120] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb14a49-3305-4dd1-a5f1-c6e656844949 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.759860] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bab015-ef3a-41f6-bf7f-7c71bded1890 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.768296] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0605c7-60c7-4c4f-af48-7273650e1199 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.791665] env[69333]: DEBUG nova.compute.provider_tree [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.803113] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d58f79-4de6-f1d1-bf1f-7593cde23cac, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.804167] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.804513] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.804825] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.805059] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.805328] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.805979] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e956fe-8d8a-4fc1-908d-6f7fcfb14676 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.817208] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.817570] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.818500] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a09944-bf35-4ed6-97a7-5e2adf082557 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.824863] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1204.824863] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8ce9a-0fe8-1da9-0534-bfe5121967b1" [ 1204.824863] env[69333]: _type = "Task" [ 1204.824863] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.834222] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8ce9a-0fe8-1da9-0534-bfe5121967b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.942850] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.942850] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5332743e-ea75-4646-8507-c10dcfa549a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.948712] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1204.948712] env[69333]: value = "task-4134896" [ 1204.948712] env[69333]: _type = "Task" [ 1204.948712] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.961900] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.961900] env[69333]: DEBUG nova.compute.manager [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.961900] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21eff44-b699-4620-9e8f-92e3ed4204b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.967583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.967583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.967583] env[69333]: DEBUG nova.network.neutron [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.974717] env[69333]: DEBUG nova.compute.manager [req-6899a2ad-8bc1-42ca-b419-3d856f8f450d req-6a5daf74-7d56-4d7c-a6e5-879e7a393882 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Received event network-vif-deleted-513c12e7-d939-4f68-b5dc-7bc9aa577940 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.974902] env[69333]: INFO nova.compute.manager [req-6899a2ad-8bc1-42ca-b419-3d856f8f450d req-6a5daf74-7d56-4d7c-a6e5-879e7a393882 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Neutron deleted interface 513c12e7-d939-4f68-b5dc-7bc9aa577940; detaching it from the instance and deleting it from the info cache [ 1204.975081] env[69333]: DEBUG nova.network.neutron [req-6899a2ad-8bc1-42ca-b419-3d856f8f450d req-6a5daf74-7d56-4d7c-a6e5-879e7a393882 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.136168] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134895, 'name': ReconfigVM_Task, 'duration_secs': 0.29904} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.136630] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 6893cb9f-5b68-46ea-af95-a8d386f1feda/6893cb9f-5b68-46ea-af95-a8d386f1feda.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.137373] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10158ed2-e497-4d3d-a830-af79c08da6bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.144819] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1205.144819] env[69333]: value = "task-4134897" [ 1205.144819] env[69333]: _type = "Task" [ 1205.144819] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.153745] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134897, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.295647] env[69333]: DEBUG nova.scheduler.client.report [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.336052] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d8ce9a-0fe8-1da9-0534-bfe5121967b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.336838] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea9706b-d987-4d98-9d20-feccca8924d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.342781] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1205.342781] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527e66a4-a3ff-9bfd-4903-e31d09b91f4f" [ 1205.342781] env[69333]: _type = "Task" [ 1205.342781] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.351684] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527e66a4-a3ff-9bfd-4903-e31d09b91f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.415898] env[69333]: DEBUG nova.network.neutron [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.478352] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76f7c694-019c-44bf-9825-f1b08e4b2c2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.488359] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444591b-bbfd-4266-89d3-d57f7389e10c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.517905] env[69333]: DEBUG nova.compute.manager [req-6899a2ad-8bc1-42ca-b419-3d856f8f450d req-6a5daf74-7d56-4d7c-a6e5-879e7a393882 service nova] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Detach interface failed, port_id=513c12e7-d939-4f68-b5dc-7bc9aa577940, reason: Instance 7e639790-6ac4-434e-b742-64e321d89675 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.561548] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.587480] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.587787] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.587968] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.588165] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.588315] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.588456] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.588659] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.588812] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.588971] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.589152] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.589326] env[69333]: DEBUG nova.virt.hardware [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.590196] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d8139-2de6-4202-8429-e9acb0681ba2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.600567] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c483f83-95bd-4279-af5a-310809223009 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.654869] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134897, 'name': Rename_Task, 'duration_secs': 0.147644} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.657252] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.657525] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179bde1f-5afa-41f8-891a-fb58b310b38b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.664818] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1205.664818] env[69333]: value = "task-4134898" [ 1205.664818] env[69333]: _type = "Task" [ 1205.664818] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.673276] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.692442] env[69333]: DEBUG nova.network.neutron [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.801500] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.802042] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.814616] env[69333]: DEBUG nova.compute.manager [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Received event network-vif-plugged-1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.814707] env[69333]: DEBUG oslo_concurrency.lockutils [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.814953] env[69333]: DEBUG oslo_concurrency.lockutils [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.815161] env[69333]: DEBUG oslo_concurrency.lockutils [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.815329] env[69333]: DEBUG nova.compute.manager [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] No waiting events found dispatching network-vif-plugged-1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.815492] env[69333]: WARNING nova.compute.manager [req-875237f5-bc11-4734-9e10-5dac3e7d57d2 req-7b0138f0-babe-4e3a-85aa-571bb51c8e8e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Received unexpected event network-vif-plugged-1955bdbe-3ef3-4a7f-ba22-67710bb27567 for instance with vm_state building and task_state spawning. [ 1205.854023] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527e66a4-a3ff-9bfd-4903-e31d09b91f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.854323] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.854581] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.854841] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c08c924-e128-46d8-bd93-a691fa767b04 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.861472] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1205.861472] env[69333]: value = "task-4134899" [ 1205.861472] env[69333]: _type = "Task" [ 1205.861472] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.869779] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.919352] env[69333]: INFO nova.compute.manager [-] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Took 1.50 seconds to deallocate network for instance. [ 1206.180474] env[69333]: DEBUG oslo_vmware.api [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134898, 'name': PowerOnVM_Task, 'duration_secs': 0.495184} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.181023] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.181387] env[69333]: INFO nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1206.181755] env[69333]: DEBUG nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1206.183563] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f5e925-d54b-40d9-8026-7858ebbe508f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.200134] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.245699] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Successfully updated port: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.308510] env[69333]: DEBUG nova.compute.utils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.311044] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.311558] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.354312] env[69333]: DEBUG nova.policy [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f1d6902fb74fae9bc3ece51d30313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ffb4aed9474021ba947f80bd16ba7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.373565] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488122} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.373914] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.374191] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.374662] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86d4969-d984-48a2-a0ef-2880d4d21bda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.381787] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1206.381787] env[69333]: value = "task-4134900" [ 1206.381787] env[69333]: _type = "Task" [ 1206.381787] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.392370] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.429139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.429139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.429139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.455955] env[69333]: INFO nova.scheduler.client.report [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted allocations for instance 7e639790-6ac4-434e-b742-64e321d89675 [ 1206.593089] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.593890] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b91e4-4ebe-4cb9-b870-5bf71ca927e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.601837] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.602108] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a542e456-b521-44f5-9ff1-11f6bedfd244 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.642370] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Successfully created port: a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.673788] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.674052] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.674268] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.674565] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32348e0d-4115-4bdd-8589-da195ee7a6e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.682799] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1206.682799] env[69333]: value = "task-4134902" [ 1206.682799] env[69333]: _type = "Task" [ 1206.682799] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.693557] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.711471] env[69333]: INFO nova.compute.manager [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Took 16.65 seconds to build instance. [ 1206.747452] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.747616] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.747821] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.814967] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.894155] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070391} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.894155] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.894795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf2685-4e61-46f9-b1d1-04fdf2bc4565 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.916923] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.917354] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7dc3b3-b703-41ef-a963-09cab13cc748 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.939964] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1206.939964] env[69333]: value = "task-4134903" [ 1206.939964] env[69333]: _type = "Task" [ 1206.939964] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.950415] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.967329] env[69333]: DEBUG oslo_concurrency.lockutils [None req-dea01283-604c-4185-937c-a66003529ece tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "7e639790-6ac4-434e-b742-64e321d89675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.210s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.010409] env[69333]: DEBUG nova.compute.manager [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-vif-unplugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.010409] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.010409] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.010409] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.010409] env[69333]: DEBUG nova.compute.manager [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] No waiting events found dispatching network-vif-unplugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.010409] env[69333]: WARNING nova.compute.manager [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received unexpected event network-vif-unplugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 for instance with vm_state shelved and task_state shelving_offloading. [ 1207.010409] env[69333]: DEBUG nova.compute.manager [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.010409] env[69333]: DEBUG nova.compute.manager [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing instance network info cache due to event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.010409] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.010409] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.010409] env[69333]: DEBUG nova.network.neutron [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.192577] env[69333]: DEBUG oslo_vmware.api [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148235} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.193780] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.193780] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.193780] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.213255] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0287b698-cff6-4e38-9172-4fa6aa05fada tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.163s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.224201] env[69333]: INFO nova.scheduler.client.report [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted allocations for instance 3101ba74-4673-4852-a575-1e1175d0780a [ 1207.280363] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.455518] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134903, 'name': ReconfigVM_Task, 'duration_secs': 0.277687} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.457016] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7/b5027cbe-a5c9-4dd0-96c1-a42f042f94a7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.457016] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79568ef8-1598-420c-9ea8-42c29cdfc77e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.462857] env[69333]: DEBUG nova.network.neutron [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating instance_info_cache with network_info: [{"id": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "address": "fa:16:3e:69:ed:25", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1955bdbe-3e", "ovs_interfaceid": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.466219] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1207.466219] env[69333]: value = "task-4134904" [ 1207.466219] env[69333]: _type = "Task" [ 1207.466219] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.478378] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134904, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.726261] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.726752] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.730413] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.730662] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.730888] env[69333]: DEBUG nova.objects.instance [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'resources' on Instance uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.792535] env[69333]: DEBUG nova.network.neutron [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updated VIF entry in instance network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.792951] env[69333]: DEBUG nova.network.neutron [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap963153a1-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.826572] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.854113] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.854392] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.854552] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.854736] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.854881] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.855201] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.855254] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.855400] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.855571] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.855731] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.855903] env[69333]: DEBUG nova.virt.hardware [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.856880] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ceae9-e8c1-4817-a749-f0e4396126d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.865737] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33533526-e0e2-48bf-8f95-2467b723b3ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.872371] env[69333]: DEBUG nova.compute.manager [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Received event network-changed-1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.872622] env[69333]: DEBUG nova.compute.manager [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Refreshing instance network info cache due to event network-changed-1955bdbe-3ef3-4a7f-ba22-67710bb27567. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.872767] env[69333]: DEBUG oslo_concurrency.lockutils [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] Acquiring lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.967453] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.967834] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Instance network_info: |[{"id": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "address": "fa:16:3e:69:ed:25", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1955bdbe-3e", "ovs_interfaceid": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.968291] env[69333]: DEBUG oslo_concurrency.lockutils [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] Acquired lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.968617] env[69333]: DEBUG nova.network.neutron [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Refreshing network info cache for port 1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.969901] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ed:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1955bdbe-3ef3-4a7f-ba22-67710bb27567', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.978763] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.982165] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.982408] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b88ae27d-12c1-4032-a6d5-3e2045558a66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.004598] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134904, 'name': Rename_Task, 'duration_secs': 0.154201} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.005602] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.005846] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.005846] env[69333]: value = "task-4134905" [ 1208.005846] env[69333]: _type = "Task" [ 1208.005846] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.006044] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8074ac-41fa-4e95-8951-96331ca8602c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.017542] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134905, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.018868] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1208.018868] env[69333]: value = "task-4134906" [ 1208.018868] env[69333]: _type = "Task" [ 1208.018868] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.022459] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.022687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.022855] env[69333]: DEBUG nova.compute.manager [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.023603] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a6abf-be30-49e7-abf5-5cd3f7c2d9d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.033593] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134906, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.035376] env[69333]: DEBUG nova.compute.manager [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1208.035949] env[69333]: DEBUG nova.objects.instance [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'flavor' on Instance uuid 6893cb9f-5b68-46ea-af95-a8d386f1feda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.148671] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Successfully updated port: a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.231604] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.234927] env[69333]: DEBUG nova.objects.instance [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'numa_topology' on Instance uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.296253] env[69333]: DEBUG oslo_concurrency.lockutils [req-866e96d3-50ce-4bda-a3bd-a52765dd03fa req-21f12a26-4ced-4ac9-887a-b606b4a61294 service nova] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.521961] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134905, 'name': CreateVM_Task, 'duration_secs': 0.381503} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.525460] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.532580] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134906, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.534036] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.534597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.534597] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.535170] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec2fc51-bac4-4b29-995b-469a01bc761e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.541565] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1208.541565] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299ab8f-224b-1482-9abc-4908e3604752" [ 1208.541565] env[69333]: _type = "Task" [ 1208.541565] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.553175] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299ab8f-224b-1482-9abc-4908e3604752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.653759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.654165] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.654165] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.697847] env[69333]: DEBUG nova.network.neutron [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updated VIF entry in instance network info cache for port 1955bdbe-3ef3-4a7f-ba22-67710bb27567. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.698366] env[69333]: DEBUG nova.network.neutron [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating instance_info_cache with network_info: [{"id": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "address": "fa:16:3e:69:ed:25", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1955bdbe-3e", "ovs_interfaceid": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.739490] env[69333]: DEBUG nova.objects.base [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Object Instance<3101ba74-4673-4852-a575-1e1175d0780a> lazy-loaded attributes: resources,numa_topology {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.759211] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.853308] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f901e72a-d942-4e00-bbd4-d05f161ec042 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.862021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574db43e-6160-450a-971e-233e80d1194f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.895200] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e26783-cd77-4d08-8bf6-3bfa651d294c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.903988] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d0461-5a7a-4b5b-8c81-81648ad6ea88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.919541] env[69333]: DEBUG nova.compute.provider_tree [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.032393] env[69333]: DEBUG oslo_vmware.api [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134906, 'name': PowerOnVM_Task, 'duration_secs': 0.582694} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.032675] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.032907] env[69333]: DEBUG nova.compute.manager [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.033719] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c471e-5255-428c-b47d-0b71b16db08c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.047158] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.047405] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7acd0d7-2616-4704-a227-7336ddb7c181 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.055346] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5299ab8f-224b-1482-9abc-4908e3604752, 'name': SearchDatastore_Task, 'duration_secs': 0.019776} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.056855] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.057084] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.057371] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.057527] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.057731] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.058119] env[69333]: DEBUG oslo_vmware.api [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1209.058119] env[69333]: value = "task-4134907" [ 1209.058119] env[69333]: _type = "Task" [ 1209.058119] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.058682] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce3c615-4297-4c46-bd66-12584ab34927 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.069348] env[69333]: DEBUG oslo_vmware.api [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.082698] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.082917] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.083887] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c749bea6-94a8-40da-b2e5-e2e67f4b1262 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.089918] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1209.089918] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525a7c27-a406-e004-8585-1554482edec7" [ 1209.089918] env[69333]: _type = "Task" [ 1209.089918] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.098423] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525a7c27-a406-e004-8585-1554482edec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.188392] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.201083] env[69333]: DEBUG oslo_concurrency.lockutils [req-a6cd7fc5-5be1-4e77-ab13-2f31bf767c16 req-b9673787-d62f-47bb-8dda-a0fc75833d06 service nova] Releasing lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.339862] env[69333]: DEBUG nova.network.neutron [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updating instance_info_cache with network_info: [{"id": "a655a740-3868-488e-8f5e-a1a6fe104038", "address": "fa:16:3e:a1:e2:1e", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa655a740-38", "ovs_interfaceid": "a655a740-3868-488e-8f5e-a1a6fe104038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.422763] env[69333]: DEBUG nova.scheduler.client.report [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.552272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.572569] env[69333]: DEBUG oslo_vmware.api [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134907, 'name': PowerOffVM_Task, 'duration_secs': 0.270406} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.572839] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.573044] env[69333]: DEBUG nova.compute.manager [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.573803] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5313d60b-c55b-41bc-9ebd-46b606ebc788 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.600271] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]525a7c27-a406-e004-8585-1554482edec7, 'name': SearchDatastore_Task, 'duration_secs': 0.016319} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.601053] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c51554-9eb8-47fc-a1bc-b9867105eccf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.606568] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1209.606568] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a70d44-0b14-1cb9-5c17-fa0f7d5b9ad4" [ 1209.606568] env[69333]: _type = "Task" [ 1209.606568] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.616467] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a70d44-0b14-1cb9-5c17-fa0f7d5b9ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.845794] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.846100] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Instance network_info: |[{"id": "a655a740-3868-488e-8f5e-a1a6fe104038", "address": "fa:16:3e:a1:e2:1e", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa655a740-38", "ovs_interfaceid": "a655a740-3868-488e-8f5e-a1a6fe104038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.846697] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:e2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a655a740-3868-488e-8f5e-a1a6fe104038', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.854717] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.855107] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.855325] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-662c911c-0d28-4b29-864c-3fcc7202b08b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.877616] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.877616] env[69333]: value = "task-4134908" [ 1209.877616] env[69333]: _type = "Task" [ 1209.877616] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.886740] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134908, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.930245] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.933349] env[69333]: DEBUG nova.compute.manager [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Received event network-vif-plugged-a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.933550] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Acquiring lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.933752] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.933916] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.934090] env[69333]: DEBUG nova.compute.manager [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] No waiting events found dispatching network-vif-plugged-a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1209.934299] env[69333]: WARNING nova.compute.manager [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Received unexpected event network-vif-plugged-a655a740-3868-488e-8f5e-a1a6fe104038 for instance with vm_state building and task_state spawning. [ 1209.934463] env[69333]: DEBUG nova.compute.manager [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Received event network-changed-a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.934615] env[69333]: DEBUG nova.compute.manager [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Refreshing instance network info cache due to event network-changed-a655a740-3868-488e-8f5e-a1a6fe104038. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.934796] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Acquiring lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.935794] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Acquired lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.935794] env[69333]: DEBUG nova.network.neutron [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Refreshing network info cache for port a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.936296] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.177s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.938036] env[69333]: INFO nova.compute.claims [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.085481] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2630b14c-16e9-4df2-989b-3263e1a8c93b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.118348] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a70d44-0b14-1cb9-5c17-fa0f7d5b9ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.118617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.118894] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 5e94c580-9b2e-4c0b-8528-78b84f8c55e7/5e94c580-9b2e-4c0b-8528-78b84f8c55e7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.119171] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b15d0b-ad95-48e7-8945-77f3dc251ff0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.126320] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1210.126320] env[69333]: value = "task-4134909" [ 1210.126320] env[69333]: _type = "Task" [ 1210.126320] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.137965] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.391889] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134908, 'name': CreateVM_Task, 'duration_secs': 0.41461} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.392091] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.392910] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.393089] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.393457] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.393765] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0181b6a-b926-4eb3-ad17-d4944d0c28a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.399785] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1210.399785] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f29cfd-d63b-90fa-6253-c72c768edbe3" [ 1210.399785] env[69333]: _type = "Task" [ 1210.399785] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.410542] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f29cfd-d63b-90fa-6253-c72c768edbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.445430] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f8fe473b-171f-43e0-b3b3-37c1c351ae49 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.953s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.505164] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.505474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.505692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.505878] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.506058] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.508418] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.508622] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.508811] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.508990] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.509172] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.510850] env[69333]: INFO nova.compute.manager [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Terminating instance [ 1210.512296] env[69333]: INFO nova.compute.manager [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Terminating instance [ 1210.559294] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.560033] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.560033] env[69333]: INFO nova.compute.manager [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Unshelving [ 1210.637366] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.690828] env[69333]: DEBUG nova.network.neutron [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updated VIF entry in instance network info cache for port a655a740-3868-488e-8f5e-a1a6fe104038. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.691318] env[69333]: DEBUG nova.network.neutron [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updating instance_info_cache with network_info: [{"id": "a655a740-3868-488e-8f5e-a1a6fe104038", "address": "fa:16:3e:a1:e2:1e", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa655a740-38", "ovs_interfaceid": "a655a740-3868-488e-8f5e-a1a6fe104038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.912073] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f29cfd-d63b-90fa-6253-c72c768edbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.02323} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.912073] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.912073] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.912547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.912547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.912628] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.912852] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2db6b62-5926-4b58-888b-0138668b8aeb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.922430] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.922612] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.923322] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b02946-bc9e-494e-a453-acc9fdd5fce6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.928921] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1210.928921] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52727b9d-a13a-9777-a190-ef9e01601795" [ 1210.928921] env[69333]: _type = "Task" [ 1210.928921] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.937740] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52727b9d-a13a-9777-a190-ef9e01601795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.019078] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "refresh_cache-b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.019178] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquired lock "refresh_cache-b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.019346] env[69333]: DEBUG nova.network.neutron [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.020824] env[69333]: DEBUG nova.compute.manager [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.021025] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.024740] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80889235-e0dc-4b38-8b24-509be214ca1d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.033654] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.033868] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3efeb4d7-dcc6-4fa5-bbfd-16cd7af3f3fd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.077568] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fddc2eb-d3d6-4f7f-a27e-897610ca49f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.088206] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b75bd82-b037-4688-8546-b1cf88ff0497 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.126835] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6647cf-5157-4e66-ba27-65c1ef810227 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.130249] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.130539] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.130809] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore2] 6893cb9f-5b68-46ea-af95-a8d386f1feda {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.133043] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24cc30a3-e276-4bc5-a45e-34d5132248e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.143787] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd7d4f-39a7-45c9-8401-eefb17e02197 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.151888] env[69333]: DEBUG oslo_vmware.api [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1211.151888] env[69333]: value = "task-4134911" [ 1211.151888] env[69333]: _type = "Task" [ 1211.151888] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.152222] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5814} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.152898] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 5e94c580-9b2e-4c0b-8528-78b84f8c55e7/5e94c580-9b2e-4c0b-8528-78b84f8c55e7.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.153136] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.156854] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9315bf77-9a47-4158-af7a-67662ef68ac2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.166960] env[69333]: DEBUG nova.compute.provider_tree [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.175340] env[69333]: DEBUG oslo_vmware.api [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.175340] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1211.175340] env[69333]: value = "task-4134912" [ 1211.175340] env[69333]: _type = "Task" [ 1211.175340] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.185828] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.195082] env[69333]: DEBUG oslo_concurrency.lockutils [req-16e04c73-4bed-4772-b6db-0df7fbef9761 req-4faa5697-ca3f-47b0-9386-03ae95f89e0f service nova] Releasing lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.440247] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52727b9d-a13a-9777-a190-ef9e01601795, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.441123] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10382fe5-8c9f-45be-a87c-4bddc9b14dd1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.446678] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1211.446678] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ca146b-6f2f-bdf0-70f9-b98d3dc07323" [ 1211.446678] env[69333]: _type = "Task" [ 1211.446678] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.455381] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ca146b-6f2f-bdf0-70f9-b98d3dc07323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.541194] env[69333]: DEBUG nova.network.neutron [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.584732] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.595379] env[69333]: DEBUG nova.network.neutron [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.662672] env[69333]: DEBUG oslo_vmware.api [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150121} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.662924] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.663122] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.663300] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.663475] env[69333]: INFO nova.compute.manager [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1211.663709] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.663900] env[69333]: DEBUG nova.compute.manager [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.663996] env[69333]: DEBUG nova.network.neutron [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.670035] env[69333]: DEBUG nova.scheduler.client.report [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.684839] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081407} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.685723] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.686578] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c8ca2d-45ea-4629-98b8-ed0ead57ddda {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.711510] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 5e94c580-9b2e-4c0b-8528-78b84f8c55e7/5e94c580-9b2e-4c0b-8528-78b84f8c55e7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.714156] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56766d9b-1fc6-4bea-8bae-a2b2716517ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.734847] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1211.734847] env[69333]: value = "task-4134913" [ 1211.734847] env[69333]: _type = "Task" [ 1211.734847] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.744707] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.958546] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ca146b-6f2f-bdf0-70f9-b98d3dc07323, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.958837] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.959112] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 73f99894-a339-4ff7-aa7b-198a11dcc651/73f99894-a339-4ff7-aa7b-198a11dcc651.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.959370] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-211cc349-df3c-46af-9047-c78055792b50 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.963412] env[69333]: DEBUG nova.compute.manager [req-9b829cce-7718-410e-b53a-fb6864f1264c req-a5e311be-3645-46b4-aabe-96513abdf49e service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Received event network-vif-deleted-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.963613] env[69333]: INFO nova.compute.manager [req-9b829cce-7718-410e-b53a-fb6864f1264c req-a5e311be-3645-46b4-aabe-96513abdf49e service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Neutron deleted interface 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e; detaching it from the instance and deleting it from the info cache [ 1211.963859] env[69333]: DEBUG nova.network.neutron [req-9b829cce-7718-410e-b53a-fb6864f1264c req-a5e311be-3645-46b4-aabe-96513abdf49e service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.971708] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1211.971708] env[69333]: value = "task-4134914" [ 1211.971708] env[69333]: _type = "Task" [ 1211.971708] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.981700] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.098638] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Releasing lock "refresh_cache-b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.099102] env[69333]: DEBUG nova.compute.manager [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.099304] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.100940] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345bb325-405b-4a5a-95b6-3643608090f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.109059] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.109601] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f9fd1c-a479-4366-8a32-4a79679c22c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.115532] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1212.115532] env[69333]: value = "task-4134915" [ 1212.115532] env[69333]: _type = "Task" [ 1212.115532] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.124536] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.174930] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.175584] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.178805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.627s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.179093] env[69333]: DEBUG nova.objects.instance [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.248907] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.437578] env[69333]: DEBUG nova.network.neutron [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.467408] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c89a4c2-015a-4d04-88de-dfdba9bd744d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.479531] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d941c0cc-4aec-47c5-8183-d49468ad16ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.493688] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134914, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.515147] env[69333]: DEBUG nova.compute.manager [req-9b829cce-7718-410e-b53a-fb6864f1264c req-a5e311be-3645-46b4-aabe-96513abdf49e service nova] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Detach interface failed, port_id=1e04bc5f-779d-4fb4-8e07-d945dddd2c7e, reason: Instance 6893cb9f-5b68-46ea-af95-a8d386f1feda could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.627066] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134915, 'name': PowerOffVM_Task, 'duration_secs': 0.146698} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.627066] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.627066] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.627066] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a59405ab-a2a8-4565-9415-2d6d98202efb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.651667] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.651898] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.652096] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Deleting the datastore file [datastore1] b5027cbe-a5c9-4dd0-96c1-a42f042f94a7 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.652380] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71394333-bed3-482c-a080-eb1c95710ab0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.658343] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for the task: (returnval){ [ 1212.658343] env[69333]: value = "task-4134917" [ 1212.658343] env[69333]: _type = "Task" [ 1212.658343] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.666947] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.683654] env[69333]: DEBUG nova.compute.utils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.687855] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.688041] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.730159] env[69333]: DEBUG nova.policy [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '525823b3fb9d4a79a9fb0b920ca7a6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8427f90a8d4e7fae632a096e3e649f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.746149] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134913, 'name': ReconfigVM_Task, 'duration_secs': 0.55731} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.746443] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 5e94c580-9b2e-4c0b-8528-78b84f8c55e7/5e94c580-9b2e-4c0b-8528-78b84f8c55e7.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.747075] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf1717b4-149c-4e0a-be68-22c7a93c6a9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.753556] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1212.753556] env[69333]: value = "task-4134918" [ 1212.753556] env[69333]: _type = "Task" [ 1212.753556] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.762786] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134918, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.940797] env[69333]: INFO nova.compute.manager [-] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Took 1.28 seconds to deallocate network for instance. [ 1212.983030] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539681} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.984121] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 73f99894-a339-4ff7-aa7b-198a11dcc651/73f99894-a339-4ff7-aa7b-198a11dcc651.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.984401] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.984663] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-527e87e6-e59e-45bb-8557-0547741329cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.992904] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1212.992904] env[69333]: value = "task-4134919" [ 1212.992904] env[69333]: _type = "Task" [ 1212.992904] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.002712] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.157473] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Successfully created port: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.169574] env[69333]: DEBUG oslo_vmware.api [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Task: {'id': task-4134917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098586} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.169827] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.170014] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.170196] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.170368] env[69333]: INFO nova.compute.manager [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1213.170608] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.170802] env[69333]: DEBUG nova.compute.manager [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.170896] env[69333]: DEBUG nova.network.neutron [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.186860] env[69333]: DEBUG nova.network.neutron [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.191848] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c8184a2-6c5d-4f08-81ce-beea4b989865 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.193048] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.195961] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.611s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.196194] env[69333]: DEBUG nova.objects.instance [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'pci_requests' on Instance uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.263994] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134918, 'name': Rename_Task, 'duration_secs': 0.156772} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.265025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.265025] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6167888-27c2-498f-b992-dde0a25e44c3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.273527] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1213.273527] env[69333]: value = "task-4134920" [ 1213.273527] env[69333]: _type = "Task" [ 1213.273527] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.279965] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.447887] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.503176] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065133} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.503510] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.504350] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c7b9df-84c7-4550-a213-418c52f0b662 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.527951] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 73f99894-a339-4ff7-aa7b-198a11dcc651/73f99894-a339-4ff7-aa7b-198a11dcc651.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.528237] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c5cd35-fa70-40cc-aef7-d24f027b2b46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.548825] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1213.548825] env[69333]: value = "task-4134921" [ 1213.548825] env[69333]: _type = "Task" [ 1213.548825] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.558907] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.689727] env[69333]: DEBUG nova.network.neutron [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.702188] env[69333]: DEBUG nova.objects.instance [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'numa_topology' on Instance uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.783077] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134920, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.059615] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134921, 'name': ReconfigVM_Task, 'duration_secs': 0.420393} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.060063] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 73f99894-a339-4ff7-aa7b-198a11dcc651/73f99894-a339-4ff7-aa7b-198a11dcc651.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.060539] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4988884-5f11-49a0-97b8-a07e9f3430e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.066586] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1214.066586] env[69333]: value = "task-4134922" [ 1214.066586] env[69333]: _type = "Task" [ 1214.066586] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.075183] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134922, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.193177] env[69333]: INFO nova.compute.manager [-] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Took 1.02 seconds to deallocate network for instance. [ 1214.206123] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.208513] env[69333]: INFO nova.compute.claims [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.239159] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.239471] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.239672] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.239897] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.240097] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.240302] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.240561] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.240758] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.240984] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.241194] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.241373] env[69333]: DEBUG nova.virt.hardware [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.242639] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1398a0-006b-4b4c-893c-4af715cbde97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.252297] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8435a93-f3ec-49be-9f46-dce8d315158b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.281278] env[69333]: DEBUG oslo_vmware.api [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134920, 'name': PowerOnVM_Task, 'duration_secs': 0.645219} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.281549] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.281765] env[69333]: INFO nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1214.281956] env[69333]: DEBUG nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.282737] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7232722-ec34-48d8-96ec-7483b8048456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.558895] env[69333]: DEBUG nova.compute.manager [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Received event network-vif-plugged-84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.559396] env[69333]: DEBUG oslo_concurrency.lockutils [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.559640] env[69333]: DEBUG oslo_concurrency.lockutils [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.559808] env[69333]: DEBUG oslo_concurrency.lockutils [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.559974] env[69333]: DEBUG nova.compute.manager [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] No waiting events found dispatching network-vif-plugged-84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1214.560157] env[69333]: WARNING nova.compute.manager [req-19f4d4cb-6edf-425b-8da9-0013528fd2c7 req-b27ea8b0-feea-433f-a7b2-ed65ddbda0d2 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Received unexpected event network-vif-plugged-84ca4257-7d57-4cc1-8169-e2d7a8b596cc for instance with vm_state building and task_state spawning. [ 1214.577420] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134922, 'name': Rename_Task, 'duration_secs': 0.428628} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.577781] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.578177] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a31eeb-807d-43eb-8510-83593403be79 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.585861] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1214.585861] env[69333]: value = "task-4134923" [ 1214.585861] env[69333]: _type = "Task" [ 1214.585861] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.595783] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.693439] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Successfully updated port: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.701794] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.800063] env[69333]: INFO nova.compute.manager [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Took 13.52 seconds to build instance. [ 1215.096268] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.196933] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.197054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.197244] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.302583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.032s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.334076] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291bf890-c6fc-48bd-a3d2-42634798c05b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.343069] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321451d-5a0a-43dd-802f-7ff1276a9508 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.383786] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42b931-143d-4b16-bf78-2c398eebb129 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.392537] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ec2165-1c9e-4ac9-8dfa-66dff16f8e37 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.406749] env[69333]: DEBUG nova.compute.provider_tree [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.597213] env[69333]: DEBUG oslo_vmware.api [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134923, 'name': PowerOnVM_Task, 'duration_secs': 0.532485} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.597470] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.597675] env[69333]: INFO nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1215.597911] env[69333]: DEBUG nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.598726] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff96bbb-eb84-447d-9f06-6a98fa42b5ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.745908] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.910255] env[69333]: DEBUG nova.scheduler.client.report [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.974355] env[69333]: DEBUG nova.network.neutron [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.116762] env[69333]: INFO nova.compute.manager [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Took 13.72 seconds to build instance. [ 1216.415184] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.417647] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.970s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.417980] env[69333]: DEBUG nova.objects.instance [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'resources' on Instance uuid 6893cb9f-5b68-46ea-af95-a8d386f1feda {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.469087] env[69333]: INFO nova.network.neutron [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating port 963153a1-361f-4f6c-a7e7-e9b03993fde1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1216.476888] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.477214] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Instance network_info: |[{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.477669] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:78:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84ca4257-7d57-4cc1-8169-e2d7a8b596cc', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.490612] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.490893] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.491508] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253cb126-d038-4414-8417-2436f9f28944 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.513913] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.513913] env[69333]: value = "task-4134924" [ 1216.513913] env[69333]: _type = "Task" [ 1216.513913] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.523167] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134924, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.619056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9dfc157a-0875-4334-b40c-eb4508c685d7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.226s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.675420] env[69333]: DEBUG nova.compute.manager [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Received event network-changed-84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.675420] env[69333]: DEBUG nova.compute.manager [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Refreshing instance network info cache due to event network-changed-84ca4257-7d57-4cc1-8169-e2d7a8b596cc. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.675420] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Acquiring lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.676615] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Acquired lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.676823] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Refreshing network info cache for port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.026809] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134924, 'name': CreateVM_Task, 'duration_secs': 0.331516} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.027019] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.027826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.028269] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.028403] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.028710] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ba29a7-fab1-4452-b582-a80d4f7b220c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.036192] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1217.036192] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276bc90-b1bf-4678-4dc8-47d2e7ecdd6b" [ 1217.036192] env[69333]: _type = "Task" [ 1217.036192] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.044409] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276bc90-b1bf-4678-4dc8-47d2e7ecdd6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.057357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f09c8-b02f-433a-b345-084335c599f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.064235] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551ae3d-6234-4298-8721-38428c4069d4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.095961] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a6a67-ecaf-45e9-81fc-959507226540 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.104430] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c113c1-61c5-4358-8359-139eb194832b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.118671] env[69333]: DEBUG nova.compute.provider_tree [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.547820] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276bc90-b1bf-4678-4dc8-47d2e7ecdd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.548191] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.548432] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.548703] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.548816] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.548998] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.549352] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662a343e-e6df-46c0-9dbf-050563db8802 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.558903] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.559158] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.560134] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0418b7-589f-4d9d-872e-4ed777e34b97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.566966] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1217.566966] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cb7da-828a-6021-680a-1284bfd04a32" [ 1217.566966] env[69333]: _type = "Task" [ 1217.566966] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.575851] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cb7da-828a-6021-680a-1284bfd04a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.623033] env[69333]: DEBUG nova.scheduler.client.report [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.678200] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updated VIF entry in instance network info cache for port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.678641] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.078596] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]526cb7da-828a-6021-680a-1284bfd04a32, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.079516] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.079680] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.079861] env[69333]: DEBUG nova.network.neutron [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.081670] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731d2e6a-a35b-49bd-9a67-24658354685d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.087695] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1218.087695] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522bd54e-d4e0-4270-d4cb-b8611e87ea27" [ 1218.087695] env[69333]: _type = "Task" [ 1218.087695] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.096853] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522bd54e-d4e0-4270-d4cb-b8611e87ea27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.127974] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.130338] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.429s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.130602] env[69333]: DEBUG nova.objects.instance [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lazy-loading 'resources' on Instance uuid b5027cbe-a5c9-4dd0-96c1-a42f042f94a7 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.149364] env[69333]: INFO nova.scheduler.client.report [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance 6893cb9f-5b68-46ea-af95-a8d386f1feda [ 1218.181401] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Releasing lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.181683] env[69333]: DEBUG nova.compute.manager [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Received event network-changed-1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.181872] env[69333]: DEBUG nova.compute.manager [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Refreshing instance network info cache due to event network-changed-1955bdbe-3ef3-4a7f-ba22-67710bb27567. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.182153] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Acquiring lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.182311] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Acquired lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.182487] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Refreshing network info cache for port 1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.598356] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522bd54e-d4e0-4270-d4cb-b8611e87ea27, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.598617] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.599486] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 59cb31ea-1ba5-49a9-b7c1-f550f17e245e/59cb31ea-1ba5-49a9-b7c1-f550f17e245e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.599486] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4115e773-38ac-4fb0-be1a-f79f64448fae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.607108] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1218.607108] env[69333]: value = "task-4134926" [ 1218.607108] env[69333]: _type = "Task" [ 1218.607108] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.615233] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.658417] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5e09239f-0c71-4001-8d3b-279ae3ba06af tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "6893cb9f-5b68-46ea-af95-a8d386f1feda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.150s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.713249] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Received event network-changed-a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.713249] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Refreshing instance network info cache due to event network-changed-a655a740-3868-488e-8f5e-a1a6fe104038. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.713249] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Acquiring lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.713434] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Acquired lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.713473] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Refreshing network info cache for port a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.756994] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f60048-97bf-40a0-94c8-7e6fd441dd95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.766939] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c0390-e13d-474e-8702-f8d03f11b34d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.806617] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec4723e-6307-4e99-9ff5-68b13cb64e43 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.816039] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b8d27-0846-42f0-8139-4fe859f83d3a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.834899] env[69333]: DEBUG nova.compute.provider_tree [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.898051] env[69333]: DEBUG nova.network.neutron [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.024307] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updated VIF entry in instance network info cache for port 1955bdbe-3ef3-4a7f-ba22-67710bb27567. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.024659] env[69333]: DEBUG nova.network.neutron [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating instance_info_cache with network_info: [{"id": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "address": "fa:16:3e:69:ed:25", "network": {"id": "f39c4fa6-5c11-45b5-866c-b4e9464feb0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382614099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa9a40c8c72c4f088aca4d17ca6f987d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1955bdbe-3e", "ovs_interfaceid": "1955bdbe-3ef3-4a7f-ba22-67710bb27567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.118734] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487518} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.119098] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 59cb31ea-1ba5-49a9-b7c1-f550f17e245e/59cb31ea-1ba5-49a9-b7c1-f550f17e245e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.119321] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.119579] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef8c18d-a16f-4566-84c6-f3c836571c35 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.126665] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1219.126665] env[69333]: value = "task-4134927" [ 1219.126665] env[69333]: _type = "Task" [ 1219.126665] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.134896] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.341369] env[69333]: DEBUG nova.scheduler.client.report [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.403877] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.429054] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2c887c0470b5d0dbbb913c8ba78d9afa',container_format='bare',created_at=2025-05-14T07:58:36Z,direct_url=,disk_format='vmdk',id=b52dbbf3-f709-4afd-917e-793611af2944,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1099282027-shelved',owner='b847ddf7bec84396866e8fc0dee86f44',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T07:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.429380] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.429666] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.429917] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.430130] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.430331] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.430620] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.430827] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.431056] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.431268] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.431494] env[69333]: DEBUG nova.virt.hardware [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.432432] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d779fb-79ab-4575-b749-62e2c5ac9b24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.436023] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updated VIF entry in instance network info cache for port a655a740-3868-488e-8f5e-a1a6fe104038. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.436457] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updating instance_info_cache with network_info: [{"id": "a655a740-3868-488e-8f5e-a1a6fe104038", "address": "fa:16:3e:a1:e2:1e", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa655a740-38", "ovs_interfaceid": "a655a740-3868-488e-8f5e-a1a6fe104038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.443986] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505bc047-c202-4b00-a817-9e3a69f18225 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.460714] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '963153a1-361f-4f6c-a7e7-e9b03993fde1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.468710] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.469383] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.469665] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf9ac6c-121e-44aa-981f-36144f0ae4e6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.490698] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.490698] env[69333]: value = "task-4134928" [ 1219.490698] env[69333]: _type = "Task" [ 1219.490698] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.499885] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134928, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.527322] env[69333]: DEBUG oslo_concurrency.lockutils [req-df05ea25-47c3-45e1-9511-0500211e5ad1 req-58e73b64-4f35-4bb6-96bd-f75a221589e8 service nova] Releasing lock "refresh_cache-5e94c580-9b2e-4c0b-8528-78b84f8c55e7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.638817] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069214} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.639118] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.639992] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db2e9b-5b06-4870-8dd4-a0abe0010a3c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.663605] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 59cb31ea-1ba5-49a9-b7c1-f550f17e245e/59cb31ea-1ba5-49a9-b7c1-f550f17e245e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.663967] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fa97c2-239b-4265-aaed-32b015aa1fd1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.687032] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1219.687032] env[69333]: value = "task-4134929" [ 1219.687032] env[69333]: _type = "Task" [ 1219.687032] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.699152] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.846776] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.867657] env[69333]: INFO nova.scheduler.client.report [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Deleted allocations for instance b5027cbe-a5c9-4dd0-96c1-a42f042f94a7 [ 1219.878814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "e905c778-d51a-4d0e-a3c6-b74817e97428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.879024] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.939908] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Releasing lock "refresh_cache-73f99894-a339-4ff7-aa7b-198a11dcc651" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.940086] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.940148] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.940351] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.940514] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.940678] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] No waiting events found dispatching network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.940839] env[69333]: WARNING nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received unexpected event network-vif-plugged-963153a1-361f-4f6c-a7e7-e9b03993fde1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1219.941864] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.941864] env[69333]: DEBUG nova.compute.manager [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing instance network info cache due to event network-changed-963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.941864] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Acquiring lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.941864] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Acquired lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.941864] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Refreshing network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.000622] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134928, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.204958] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.375029] env[69333]: DEBUG oslo_concurrency.lockutils [None req-95170236-8ce0-4963-b363-e112217703d7 tempest-ServersListShow296Test-1024427346 tempest-ServersListShow296Test-1024427346-project-member] Lock "b5027cbe-a5c9-4dd0-96c1-a42f042f94a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.869s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.381224] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.500926] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134928, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.680040] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updated VIF entry in instance network info cache for port 963153a1-361f-4f6c-a7e7-e9b03993fde1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.680542] env[69333]: DEBUG nova.network.neutron [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [{"id": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "address": "fa:16:3e:8e:7f:e8", "network": {"id": "1b37d5d7-70b3-491c-a5ec-705969954e81", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-482963903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b847ddf7bec84396866e8fc0dee86f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963153a1-36", "ovs_interfaceid": "963153a1-361f-4f6c-a7e7-e9b03993fde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.700299] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.904090] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.904450] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.905994] env[69333]: INFO nova.compute.claims [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.001385] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134928, 'name': CreateVM_Task, 'duration_secs': 1.135751} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.001602] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.002295] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.002465] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.002867] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.003414] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5a5738-a483-426d-bc82-ac8c01e2211d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.008926] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1221.008926] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9703e-458b-5687-efaa-0515152fe1c7" [ 1221.008926] env[69333]: _type = "Task" [ 1221.008926] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.018850] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52a9703e-458b-5687-efaa-0515152fe1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.183473] env[69333]: DEBUG oslo_concurrency.lockutils [req-909d3544-e1c5-4b69-9df6-1490ba69cc90 req-07d3f855-abe4-4126-b354-90aba8fe0e25 service nova] Releasing lock "refresh_cache-3101ba74-4673-4852-a575-1e1175d0780a" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.199200] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134929, 'name': ReconfigVM_Task, 'duration_secs': 1.037086} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.199487] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 59cb31ea-1ba5-49a9-b7c1-f550f17e245e/59cb31ea-1ba5-49a9-b7c1-f550f17e245e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.200136] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78e5261-7de9-4f9a-b0af-d7a4925d9887 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.207696] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1221.207696] env[69333]: value = "task-4134931" [ 1221.207696] env[69333]: _type = "Task" [ 1221.207696] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.216429] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134931, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.521632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.521906] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Processing image b52dbbf3-f709-4afd-917e-793611af2944 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.522170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.522321] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.522499] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.522769] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54394c88-0920-45be-a680-405afc0a90d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.531563] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.531766] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.532630] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18819693-8f0a-44d5-ac37-262694bef774 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.538694] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1221.538694] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528a869e-3e70-6e17-0677-53e83eb469bb" [ 1221.538694] env[69333]: _type = "Task" [ 1221.538694] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.548728] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528a869e-3e70-6e17-0677-53e83eb469bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.718141] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134931, 'name': Rename_Task, 'duration_secs': 0.15391} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.718426] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.718674] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f811f2ff-f1f0-44f2-8737-5eb8688066d7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.725421] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1221.725421] env[69333]: value = "task-4134932" [ 1221.725421] env[69333]: _type = "Task" [ 1221.725421] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.734150] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.020379] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a8af90-b721-43c1-af7d-241371d5ee73 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.028628] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7821dbd-39d1-4161-bd12-63159a67e8b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.062351] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa36c67-1ad9-4af9-a8ab-ca13023d2d9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.073750] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea799c-aac1-47d5-92d9-3bccae7db568 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.077855] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1222.078105] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Fetch image to [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95/OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1222.078291] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Downloading stream optimized image b52dbbf3-f709-4afd-917e-793611af2944 to [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95/OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95.vmdk on the data store datastore2 as vApp {{(pid=69333) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1222.078457] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Downloading image file data b52dbbf3-f709-4afd-917e-793611af2944 to the ESX as VM named 'OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95' {{(pid=69333) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1222.092778] env[69333]: DEBUG nova.compute.provider_tree [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.157683] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1222.157683] env[69333]: value = "resgroup-9" [ 1222.157683] env[69333]: _type = "ResourcePool" [ 1222.157683] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1222.158099] env[69333]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8dfe50d4-7cd3-4514-89d2-6c5a8c082cf6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.182550] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease: (returnval){ [ 1222.182550] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1222.182550] env[69333]: _type = "HttpNfcLease" [ 1222.182550] env[69333]: } obtained for vApp import into resource pool (val){ [ 1222.182550] env[69333]: value = "resgroup-9" [ 1222.182550] env[69333]: _type = "ResourcePool" [ 1222.182550] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1222.182942] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the lease: (returnval){ [ 1222.182942] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1222.182942] env[69333]: _type = "HttpNfcLease" [ 1222.182942] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.190800] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.190800] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1222.190800] env[69333]: _type = "HttpNfcLease" [ 1222.190800] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.236532] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.597107] env[69333]: DEBUG nova.scheduler.client.report [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.691343] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.691343] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1222.691343] env[69333]: _type = "HttpNfcLease" [ 1222.691343] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.736105] env[69333]: DEBUG oslo_vmware.api [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134932, 'name': PowerOnVM_Task, 'duration_secs': 0.68786} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.736333] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.736616] env[69333]: INFO nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1222.736798] env[69333]: DEBUG nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.737632] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e498174-f020-4c1c-8cca-534bb43eab49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.102325] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.102979] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.193059] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.193059] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1223.193059] env[69333]: _type = "HttpNfcLease" [ 1223.193059] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.193385] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.193385] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5248bf35-22d6-ba85-fbf6-077e20f2b288" [ 1223.193385] env[69333]: _type = "HttpNfcLease" [ 1223.193385] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1223.194152] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d168389b-9194-4284-80f9-bb0b9a19caa7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.201923] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.202127] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1223.265906] env[69333]: INFO nova.compute.manager [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Took 14.53 seconds to build instance. [ 1223.267904] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eec8ad74-798b-4ae0-a58b-0da474f83071 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.608768] env[69333]: DEBUG nova.compute.utils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.612412] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.612665] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.658980] env[69333]: DEBUG nova.policy [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.772019] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.045s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.987212] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Successfully created port: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.119024] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.232562] env[69333]: DEBUG nova.compute.manager [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Received event network-changed-84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.234026] env[69333]: DEBUG nova.compute.manager [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Refreshing instance network info cache due to event network-changed-84ca4257-7d57-4cc1-8169-e2d7a8b596cc. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.234026] env[69333]: DEBUG oslo_concurrency.lockutils [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] Acquiring lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.234211] env[69333]: DEBUG oslo_concurrency.lockutils [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] Acquired lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.234343] env[69333]: DEBUG nova.network.neutron [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Refreshing network info cache for port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.408608] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1224.409089] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.410010] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e577b-dfbe-4602-ad56-8be2f1412405 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.421662] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.421932] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1224.422198] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0466c884-ac5d-47b4-82e2-4eb32f829244 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.654150] env[69333]: DEBUG oslo_vmware.rw_handles [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525167bd-6c06-070d-a6f2-57bb2edb2304/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1224.654150] env[69333]: INFO nova.virt.vmwareapi.images [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Downloaded image file data b52dbbf3-f709-4afd-917e-793611af2944 [ 1224.654785] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfdb3f6-1d6f-4124-aea2-bcf5ba0554f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.677412] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa076ae8-db40-4bd2-8f15-4d8eac67083b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.710126] env[69333]: INFO nova.virt.vmwareapi.images [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] The imported VM was unregistered [ 1224.713038] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1224.713038] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.714905] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd7f7d6-a64e-4976-bb3d-eae24fc2ba3f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.729137] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Created directory with path [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.729137] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95/OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95.vmdk to [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk. {{(pid=69333) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1224.729137] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-acce925a-7ea4-41e5-8790-db31a74767ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.739152] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1224.739152] env[69333]: value = "task-4134937" [ 1224.739152] env[69333]: _type = "Task" [ 1224.739152] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.748337] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.994687] env[69333]: DEBUG nova.network.neutron [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updated VIF entry in instance network info cache for port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.995172] env[69333]: DEBUG nova.network.neutron [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.133657] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.164045] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.164379] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.164574] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.164879] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.165067] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.165227] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.165495] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.165696] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.165950] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.166222] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.166540] env[69333]: DEBUG nova.virt.hardware [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.167859] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd38266-76a0-4667-8796-bc1881c7d44b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.178323] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b945d8-0bac-4670-80d4-7f1652edc223 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.249913] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.499105] env[69333]: DEBUG oslo_concurrency.lockutils [req-5991fbbe-490b-4a01-bca5-eed1b421840f req-bf6e165e-95c5-43b8-854e-90319f679fc5 service nova] Releasing lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.521042] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Successfully updated port: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.529336] env[69333]: DEBUG nova.compute.manager [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Received event network-vif-plugged-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.529336] env[69333]: DEBUG oslo_concurrency.lockutils [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] Acquiring lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.529336] env[69333]: DEBUG oslo_concurrency.lockutils [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.529336] env[69333]: DEBUG oslo_concurrency.lockutils [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.529336] env[69333]: DEBUG nova.compute.manager [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] No waiting events found dispatching network-vif-plugged-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1225.529788] env[69333]: WARNING nova.compute.manager [req-e6c9dd2c-11b7-45e8-a108-4001cd1f1e9e req-c01bfaa2-7acd-4707-a7db-51c204fa8daf service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Received unexpected event network-vif-plugged-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 for instance with vm_state building and task_state spawning. [ 1225.751414] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.926571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.927067] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.024201] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.024578] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.024648] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.251019] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.430657] env[69333]: DEBUG nova.compute.utils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.559742] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.705632] env[69333]: DEBUG nova.network.neutron [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Updating instance_info_cache with network_info: [{"id": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "address": "fa:16:3e:78:d6:f0", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b3cb9f-a2", "ovs_interfaceid": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.752699] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.934416] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.208773] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.209154] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Instance network_info: |[{"id": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "address": "fa:16:3e:78:d6:f0", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b3cb9f-a2", "ovs_interfaceid": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.209622] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:d6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85b3cb9f-a29b-4f10-a7d1-9963be83fe23', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.222726] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.223126] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.223436] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706343d0-e698-438a-beb3-f6e14ca2232a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.260508] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.262407] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.262407] env[69333]: value = "task-4134939" [ 1227.262407] env[69333]: _type = "Task" [ 1227.262407] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.274297] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134939, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.555558] env[69333]: DEBUG nova.compute.manager [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Received event network-changed-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.555749] env[69333]: DEBUG nova.compute.manager [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Refreshing instance network info cache due to event network-changed-85b3cb9f-a29b-4f10-a7d1-9963be83fe23. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.556416] env[69333]: DEBUG oslo_concurrency.lockutils [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] Acquiring lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.556505] env[69333]: DEBUG oslo_concurrency.lockutils [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] Acquired lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.556695] env[69333]: DEBUG nova.network.neutron [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Refreshing network info cache for port 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.758170] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.772670] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134939, 'name': CreateVM_Task, 'duration_secs': 0.402009} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.772860] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.773556] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.773725] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.774064] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.774330] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d01904e-98ca-40b8-99c8-eae89c6de0c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.779748] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1227.779748] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d998ef-9b1a-7f80-6e7d-67691712aff5" [ 1227.779748] env[69333]: _type = "Task" [ 1227.779748] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.788569] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d998ef-9b1a-7f80-6e7d-67691712aff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.014521] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.014752] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.014894] env[69333]: INFO nova.compute.manager [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Attaching volume f4b7c085-0586-4e34-a514-c021815710c5 to /dev/sdb [ 1228.052089] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a50205-e4c1-4702-9872-7257aa7ceadc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.064932] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1b7a6-0e79-4adc-900e-9ff235c0e98b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.080203] env[69333]: DEBUG nova.virt.block_device [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating existing volume attachment record: ff9d151a-1763-4223-8a58-fe9d60a11cd8 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.258367] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134937, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.06567} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.258661] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95/OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95.vmdk to [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk. [ 1228.258848] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Cleaning up location [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1228.259019] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_56bca585-eefb-4b84-a745-ce11fe6cdf95 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.259333] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfb162ff-ae3e-4875-8104-3b95ecf011e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.266193] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1228.266193] env[69333]: value = "task-4134941" [ 1228.266193] env[69333]: _type = "Task" [ 1228.266193] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.267065] env[69333]: DEBUG nova.network.neutron [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Updated VIF entry in instance network info cache for port 85b3cb9f-a29b-4f10-a7d1-9963be83fe23. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.267411] env[69333]: DEBUG nova.network.neutron [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Updating instance_info_cache with network_info: [{"id": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "address": "fa:16:3e:78:d6:f0", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b3cb9f-a2", "ovs_interfaceid": "85b3cb9f-a29b-4f10-a7d1-9963be83fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.277497] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.290792] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d998ef-9b1a-7f80-6e7d-67691712aff5, 'name': SearchDatastore_Task, 'duration_secs': 0.032262} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.291116] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.291350] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.291580] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.291720] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.291898] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.292179] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec7ed773-dbe2-4a96-93e1-8e657dc54a27 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.308975] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.309202] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.309971] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d497b806-2b98-4602-94ba-32143f5808f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.316068] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1228.316068] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527609b3-36c3-cc0f-1f88-107ca4568ca4" [ 1228.316068] env[69333]: _type = "Task" [ 1228.316068] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.326093] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527609b3-36c3-cc0f-1f88-107ca4568ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.774099] env[69333]: DEBUG oslo_concurrency.lockutils [req-cc56a7ec-0cb2-477f-91fb-de0083fe658d req-2ccd1848-d5d6-4fa9-90cc-1dd1bea0e598 service nova] Releasing lock "refresh_cache-e905c778-d51a-4d0e-a3c6-b74817e97428" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.780606] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227671} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.780907] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.781109] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.781381] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk to [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.781666] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc905198-28a6-4e7d-964c-ba1feadb122a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.788829] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1228.788829] env[69333]: value = "task-4134945" [ 1228.788829] env[69333]: _type = "Task" [ 1228.788829] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.797381] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.827472] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527609b3-36c3-cc0f-1f88-107ca4568ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.090411} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.828301] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170be5f0-5817-49ed-9091-03b1e0cb41d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.835112] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1228.835112] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527073f4-87e4-2b62-39c8-d3401cdd0b92" [ 1228.835112] env[69333]: _type = "Task" [ 1228.835112] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.844441] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527073f4-87e4-2b62-39c8-d3401cdd0b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.298732] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.345732] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527073f4-87e4-2b62-39c8-d3401cdd0b92, 'name': SearchDatastore_Task, 'duration_secs': 0.028453} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.346015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.346286] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e905c778-d51a-4d0e-a3c6-b74817e97428/e905c778-d51a-4d0e-a3c6-b74817e97428.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.346618] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcc46d22-7b9c-413b-a0e1-d3ce712e74ea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.355307] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1229.355307] env[69333]: value = "task-4134946" [ 1229.355307] env[69333]: _type = "Task" [ 1229.355307] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.364657] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.800982] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.867188] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.300976] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.368146] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744195} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.368461] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] e905c778-d51a-4d0e-a3c6-b74817e97428/e905c778-d51a-4d0e-a3c6-b74817e97428.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.369036] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.369036] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270e1d27-3241-477f-88f8-9ca4762170ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.379490] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1230.379490] env[69333]: value = "task-4134947" [ 1230.379490] env[69333]: _type = "Task" [ 1230.379490] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.389935] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.801275] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.889733] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07506} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.890174] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.891075] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460cd7aa-ad2d-41b7-80df-b8196afcfae2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.916021] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e905c778-d51a-4d0e-a3c6-b74817e97428/e905c778-d51a-4d0e-a3c6-b74817e97428.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.916449] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4643a8af-e117-41a0-a842-991a54bac42c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.938704] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1230.938704] env[69333]: value = "task-4134950" [ 1230.938704] env[69333]: _type = "Task" [ 1230.938704] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.947661] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134950, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.303397] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.449707] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134950, 'name': ReconfigVM_Task, 'duration_secs': 0.334865} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.450123] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e905c778-d51a-4d0e-a3c6-b74817e97428/e905c778-d51a-4d0e-a3c6-b74817e97428.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.450681] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91324b29-59bd-41f6-a51e-01b64034080b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.458837] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1231.458837] env[69333]: value = "task-4134951" [ 1231.458837] env[69333]: _type = "Task" [ 1231.458837] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.468467] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134951, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.803080] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134945, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.833585} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.803080] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b52dbbf3-f709-4afd-917e-793611af2944/b52dbbf3-f709-4afd-917e-793611af2944.vmdk to [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.803516] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194af83-ae89-47c7-b93b-bdd8e0d783f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.825661] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.825962] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8201c0-da5b-43e5-a83f-3b7ea789ad8a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.846328] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1231.846328] env[69333]: value = "task-4134952" [ 1231.846328] env[69333]: _type = "Task" [ 1231.846328] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.855037] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.969416] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134951, 'name': Rename_Task, 'duration_secs': 0.166276} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.969706] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.970011] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bc4831-dc51-4d3d-82d6-a942e0c16c44 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.977346] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1231.977346] env[69333]: value = "task-4134953" [ 1231.977346] env[69333]: _type = "Task" [ 1231.977346] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.986041] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.356041] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134952, 'name': ReconfigVM_Task, 'duration_secs': 0.300813} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.356347] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a/3101ba74-4673-4852-a575-1e1175d0780a.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.356906] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-974a0d27-18ff-4efb-9c10-a2440354abb6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.363812] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1232.363812] env[69333]: value = "task-4134954" [ 1232.363812] env[69333]: _type = "Task" [ 1232.363812] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.375139] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134954, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.487796] env[69333]: DEBUG oslo_vmware.api [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134953, 'name': PowerOnVM_Task, 'duration_secs': 0.49139} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.488143] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.488357] env[69333]: INFO nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1232.488538] env[69333]: DEBUG nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.489365] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce92db6-bec0-45e0-93d6-832aaa1bde2c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.630812] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1232.631079] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818938', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'name': 'volume-f4b7c085-0586-4e34-a514-c021815710c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46f1202b-0536-4a6d-8563-9ab32bebd954', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'serial': 'f4b7c085-0586-4e34-a514-c021815710c5'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1232.632012] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ce702-16b6-49ae-b595-4e498eafa788 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.648676] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae737f2c-e67e-4a00-9675-c241105018af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.673228] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-f4b7c085-0586-4e34-a514-c021815710c5/volume-f4b7c085-0586-4e34-a514-c021815710c5.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.673545] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86d0860-f3c6-4ed5-ad5c-1e7252bfc426 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.692149] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1232.692149] env[69333]: value = "task-4134955" [ 1232.692149] env[69333]: _type = "Task" [ 1232.692149] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.700877] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.875167] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134954, 'name': Rename_Task, 'duration_secs': 0.16916} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.875689] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.875689] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb61d9b-cd80-4c46-a05f-4ab4f83d895d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.882186] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1232.882186] env[69333]: value = "task-4134957" [ 1232.882186] env[69333]: _type = "Task" [ 1232.882186] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.890414] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.009050] env[69333]: INFO nova.compute.manager [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Took 12.12 seconds to build instance. [ 1233.204095] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134955, 'name': ReconfigVM_Task, 'duration_secs': 0.390322} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.204095] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-f4b7c085-0586-4e34-a514-c021815710c5/volume-f4b7c085-0586-4e34-a514-c021815710c5.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.208322] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddca5777-f847-4223-a206-dda392784c98 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.223329] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1233.223329] env[69333]: value = "task-4134958" [ 1233.223329] env[69333]: _type = "Task" [ 1233.223329] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.235837] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.392330] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.511394] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ccf89427-fd73-4490-99e2-ea268365cb82 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.632s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.739804] env[69333]: DEBUG oslo_vmware.api [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134958, 'name': ReconfigVM_Task, 'duration_secs': 0.14727} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.739804] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818938', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'name': 'volume-f4b7c085-0586-4e34-a514-c021815710c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46f1202b-0536-4a6d-8563-9ab32bebd954', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'serial': 'f4b7c085-0586-4e34-a514-c021815710c5'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.898316] env[69333]: DEBUG oslo_vmware.api [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4134957, 'name': PowerOnVM_Task, 'duration_secs': 0.936183} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.898733] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.028840] env[69333]: DEBUG nova.compute.manager [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.029805] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b0aa7f-0998-475f-a0a8-73c8c4eb6d2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.189985] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ab03c-e42b-4d15-8a17-0ccf9400cef3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.196993] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Suspending the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1234.197248] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b83e047-764d-4d7c-a5de-940a54b649b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.203982] env[69333]: DEBUG oslo_vmware.api [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1234.203982] env[69333]: value = "task-4134959" [ 1234.203982] env[69333]: _type = "Task" [ 1234.203982] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.212806] env[69333]: DEBUG oslo_vmware.api [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134959, 'name': SuspendVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.549181] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.989s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.715276] env[69333]: DEBUG oslo_vmware.api [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134959, 'name': SuspendVM_Task} progress is 58%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.783386] env[69333]: DEBUG nova.objects.instance [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'flavor' on Instance uuid 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.214180] env[69333]: DEBUG oslo_vmware.api [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134959, 'name': SuspendVM_Task, 'duration_secs': 0.728621} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.214489] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Suspended the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1235.215052] env[69333]: DEBUG nova.compute.manager [None req-de199396-f240-4519-852d-4cf3e9293114 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.215484] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a7a52f-3dca-4058-9531-3e5475299347 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.288447] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6ec65b1a-62a3-434f-b941-99670a8d5a4a tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.283075] env[69333]: DEBUG nova.compute.manager [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1236.610054] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "e905c778-d51a-4d0e-a3c6-b74817e97428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.610272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.610368] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.610589] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.610772] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.613035] env[69333]: INFO nova.compute.manager [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Terminating instance [ 1236.801458] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.801729] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.922792] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.923044] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.116966] env[69333]: DEBUG nova.compute.manager [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.117180] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.118099] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e053d-567c-41d9-9358-2c732c465387 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.126219] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.126457] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38898f5b-65ab-4772-b66c-f2697c7cc784 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.216827] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.217054] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.217289] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore1] e905c778-d51a-4d0e-a3c6-b74817e97428 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.217577] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3a6a624-2d3f-450b-bc51-16a5b83bb0db {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.225317] env[69333]: DEBUG oslo_vmware.api [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1237.225317] env[69333]: value = "task-4134961" [ 1237.225317] env[69333]: _type = "Task" [ 1237.225317] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.234175] env[69333]: DEBUG oslo_vmware.api [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.307703] env[69333]: INFO nova.compute.claims [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.337399] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.337645] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.337854] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.338020] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.338177] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.338321] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.338472] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_power_states {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.425315] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.735129] env[69333]: DEBUG oslo_vmware.api [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.814233] env[69333]: INFO nova.compute.resource_tracker [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating resource usage from migration dc69af65-5240-41aa-a40c-95a0b788e875 [ 1237.842576] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Getting list of instances from cluster (obj){ [ 1237.842576] env[69333]: value = "domain-c8" [ 1237.842576] env[69333]: _type = "ClusterComputeResource" [ 1237.842576] env[69333]: } {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1237.843604] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187144c5-eae0-4c2f-b28b-024de60e9b33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.863678] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Got total of 6 instances {{(pid=69333) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1237.863862] env[69333]: WARNING nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1237.864030] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid c692dc7f-a8e1-4cbf-936f-6087f086b5eb {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864218] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864363] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864514] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864661] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 73f99894-a339-4ff7-aa7b-198a11dcc651 {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864810] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.864958] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Triggering sync for uuid e905c778-d51a-4d0e-a3c6-b74817e97428 {{(pid=69333) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1237.867671] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.867919] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.868210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.868394] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "3101ba74-4673-4852-a575-1e1175d0780a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.868626] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.868804] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.868966] env[69333]: INFO nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1237.869151] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.869328] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.869500] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.869766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "73f99894-a339-4ff7-aa7b-198a11dcc651" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.869958] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.870203] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.870378] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.870598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "e905c778-d51a-4d0e-a3c6-b74817e97428" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.870781] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.870911] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1237.871805] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5261c11-2fa7-4f5b-b4e4-ad86be2db37c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.874795] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988fb702-811a-478d-beee-ff1a47ee6bf7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.877563] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19de6b-a5e5-495c-8809-cef169f0ec16 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.880320] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae07198-83c7-4095-877d-e8961cdc65d6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.882872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32aebb-9b6b-4d88-acd1-60fbfff0bebd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.885142] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.946477] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.972596] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d312ac0-7b44-4f36-9123-07fef9cdda95 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.981085] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104f03e-bbbd-4ca3-8dce-c64b0b9a17ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.013123] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac2887c-e411-4a67-b776-d450d43df8d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.021360] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6defe58-0b30-4a3d-b42a-f5ac100152f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.036923] env[69333]: DEBUG nova.compute.provider_tree [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.235768] env[69333]: DEBUG oslo_vmware.api [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5237} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.236033] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.236221] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.236397] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.236583] env[69333]: INFO nova.compute.manager [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1238.236876] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.237095] env[69333]: DEBUG nova.compute.manager [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.237194] env[69333]: DEBUG nova.network.neutron [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.388693] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.397697] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.408606] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.410208] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.411036] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "3101ba74-4673-4852-a575-1e1175d0780a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.411036] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.516557] env[69333]: DEBUG nova.compute.manager [req-7c6d1c7e-f238-4540-b77a-eafcce750723 req-05bf2e42-5f7e-4807-aef4-c8f47384a1e2 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Received event network-vif-deleted-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.516832] env[69333]: INFO nova.compute.manager [req-7c6d1c7e-f238-4540-b77a-eafcce750723 req-05bf2e42-5f7e-4807-aef4-c8f47384a1e2 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Neutron deleted interface 85b3cb9f-a29b-4f10-a7d1-9963be83fe23; detaching it from the instance and deleting it from the info cache [ 1238.517019] env[69333]: DEBUG nova.network.neutron [req-7c6d1c7e-f238-4540-b77a-eafcce750723 req-05bf2e42-5f7e-4807-aef4-c8f47384a1e2 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.539986] env[69333]: DEBUG nova.scheduler.client.report [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.957477] env[69333]: DEBUG nova.network.neutron [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.019362] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-904fc0f2-f253-40a3-bf7d-12d0c650b50d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.031048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44fa043-1135-46ae-9f4b-f97f4841a9d3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.045095] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.243s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.045295] env[69333]: INFO nova.compute.manager [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Migrating [ 1239.051838] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.105s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.053466] env[69333]: INFO nova.compute.claims [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.067378] env[69333]: DEBUG nova.compute.manager [req-7c6d1c7e-f238-4540-b77a-eafcce750723 req-05bf2e42-5f7e-4807-aef4-c8f47384a1e2 service nova] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Detach interface failed, port_id=85b3cb9f-a29b-4f10-a7d1-9963be83fe23, reason: Instance e905c778-d51a-4d0e-a3c6-b74817e97428 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1239.460701] env[69333]: INFO nova.compute.manager [-] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Took 1.22 seconds to deallocate network for instance. [ 1239.576783] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.577620] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.577620] env[69333]: DEBUG nova.network.neutron [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.968434] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.213386] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a825eaf-01e2-496d-b81e-614bc6da654c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.222124] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68697bba-931d-438f-8136-65155add1254 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.256622] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de9c76f-e3b9-4906-9470-1db8f680ea71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.264708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d938745-d21e-41fe-b74f-3f5cfef5c464 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.278159] env[69333]: DEBUG nova.compute.provider_tree [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.320070] env[69333]: DEBUG nova.network.neutron [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.782136] env[69333]: DEBUG nova.scheduler.client.report [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.823621] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.286413] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.286865] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.289745] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.901s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.289905] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.290102] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1241.290432] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.322s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.290683] env[69333]: DEBUG nova.objects.instance [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'resources' on Instance uuid e905c778-d51a-4d0e-a3c6-b74817e97428 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.292334] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53854bd5-871b-4ad7-9212-cef1c23d7005 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.302752] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8d6ad-aeda-4547-81bd-2491b84c5435 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.318666] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2c40b-11f1-4c60-a66e-da60a892c4f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.331331] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b1b2d-25e0-46a6-973e-dac0e6c94bd8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.363465] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180221MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1241.363713] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.793632] env[69333]: DEBUG nova.compute.utils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.795540] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.795714] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.835163] env[69333]: DEBUG nova.policy [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f1d6902fb74fae9bc3ece51d30313e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ffb4aed9474021ba947f80bd16ba7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.911842] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519a4cb-6e6c-4b16-a3ad-d53b14630d71 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.920017] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261b72be-5312-4fb3-83d1-49a41a5ca0cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.951857] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa25c44-a03b-404b-be01-11b780bb3566 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.960056] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408051a-6990-4a42-a511-1afabd787905 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.974835] env[69333]: DEBUG nova.compute.provider_tree [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.110542] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Successfully created port: 26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.299943] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.339426] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a6e55f-6607-4478-9524-bfabc652dcaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.362288] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.478615] env[69333]: DEBUG nova.scheduler.client.report [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.805280] env[69333]: INFO nova.virt.block_device [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Booting with volume 8271a08f-951e-4fc4-ae47-0bb3d60fa034 at /dev/sda [ 1242.843312] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29ea1ff-b908-408b-9190-4b2dfc31e3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.853396] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665b1a1-7a69-4cbf-87ae-01d45d39bbdb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.868244] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.868487] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e8151d-5cf0-4e9f-be3c-3780b413887f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.878810] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1242.878810] env[69333]: value = "task-4134962" [ 1242.878810] env[69333]: _type = "Task" [ 1242.878810] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.891624] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26034913-4746-455c-ba63-52e72cac6773 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.900149] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.904236] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcb77c-d7ad-4d4e-a931-8cd0c37ed7de {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.936931] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c5a1d-ae3d-44eb-91a8-1634c8c396c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.945067] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de910115-52b6-4336-8c50-a744f1ba4c31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.961984] env[69333]: DEBUG nova.virt.block_device [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating existing volume attachment record: 6f2c87c2-ec1a-4356-a246-88678573ad6f {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.984675] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.987368] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.624s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.015356] env[69333]: INFO nova.scheduler.client.report [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance e905c778-d51a-4d0e-a3c6-b74817e97428 [ 1243.398112] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134962, 'name': PowerOffVM_Task, 'duration_secs': 0.222728} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.398417] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.398604] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.482689] env[69333]: DEBUG nova.compute.manager [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Received event network-vif-plugged-26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.482930] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.483128] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.483292] env[69333]: DEBUG oslo_concurrency.lockutils [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.483456] env[69333]: DEBUG nova.compute.manager [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] No waiting events found dispatching network-vif-plugged-26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.483614] env[69333]: WARNING nova.compute.manager [req-6a76f8e4-fde7-4286-9a02-b4d5ad8d1076 req-5687ee57-a2b8-4fbc-8471-864d2044eb46 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Received unexpected event network-vif-plugged-26a501f3-dce1-48af-99ec-c9b37c62e6bb for instance with vm_state building and task_state block_device_mapping. [ 1243.524974] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.915s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.525985] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.655s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.526212] env[69333]: INFO nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] During sync_power_state the instance has a pending task (deleting). Skip. [ 1243.526385] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "e905c778-d51a-4d0e-a3c6-b74817e97428" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.582468] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Successfully updated port: 26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.905872] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.906198] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.906402] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.906664] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.906866] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.907067] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.907327] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.907506] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.907673] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.907866] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.908117] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.916500] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3237a78c-728b-4c82-936a-89f7eae7aa54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.935077] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1243.935077] env[69333]: value = "task-4134963" [ 1243.935077] env[69333]: _type = "Task" [ 1243.935077] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.944374] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.997482] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance 46f1202b-0536-4a6d-8563-9ab32bebd954 as it has an incoming, in-progress migration dc69af65-5240-41aa-a40c-95a0b788e875. Migration status is migrating {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1243.998636] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating resource usage from migration dc69af65-5240-41aa-a40c-95a0b788e875 [ 1244.021275] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.021455] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.021578] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 73f99894-a339-4ff7-aa7b-198a11dcc651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.021698] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 59cb31ea-1ba5-49a9-b7c1-f550f17e245e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.021811] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 3101ba74-4673-4852-a575-1e1175d0780a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.021925] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration dc69af65-5240-41aa-a40c-95a0b788e875 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1244.022051] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 46f1202b-0536-4a6d-8563-9ab32bebd954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.022175] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a44945e7-4209-44d4-b953-625f669374e3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1244.022362] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1244.022491] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1244.085505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.085560] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.085690] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.142469] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72352d10-9b43-40f8-a34f-13d9423bcaf0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.151058] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32499d20-c235-4857-b11a-96edb2e2db09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.183335] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a2c77-07a4-428e-bef1-0066b5e88d00 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.192127] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba742a-8065-434d-8a28-8b8ed965a7af {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.207151] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.445479] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134963, 'name': ReconfigVM_Task, 'duration_secs': 0.343147} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.445851] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.621273] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.712490] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.755698] env[69333]: DEBUG nova.network.neutron [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.806723] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.806967] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.953085] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.953085] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.953736] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.953736] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.953736] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.953913] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.954066] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.954238] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.954405] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.954571] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.954747] env[69333]: DEBUG nova.virt.hardware [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.960967] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.961297] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdd7050-3e9a-44e6-a183-b6fb1ae2b358 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.982880] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1244.982880] env[69333]: value = "task-4134964" [ 1244.982880] env[69333]: _type = "Task" [ 1244.982880] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.992522] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.057194] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.057964] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.058222] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.058381] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.058568] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.058777] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.058945] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.059208] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.059381] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.059553] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.059721] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.059897] env[69333]: DEBUG nova.virt.hardware [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.060787] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d325f-6e5e-4ce2-aaaf-0b32ccac672a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.069576] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a82dd-e405-4899-9017-233ad6767657 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.217988] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1245.218366] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.231s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.258313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.258674] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Instance network_info: |[{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.259269] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:b6:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26a501f3-dce1-48af-99ec-c9b37c62e6bb', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.268202] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.268455] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.268691] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5122aa0b-afac-4dca-89da-82cc3739de0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.290978] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.290978] env[69333]: value = "task-4134965" [ 1245.290978] env[69333]: _type = "Task" [ 1245.290978] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.299409] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134965, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.309098] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.493088] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134964, 'name': ReconfigVM_Task, 'duration_secs': 0.192681} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.493415] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.494225] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba5940d-65d3-48cf-b837-8320f585ad21 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.523028] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.524797] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de548e5d-33fb-47b0-89ca-93a2bb49221b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.541766] env[69333]: DEBUG nova.compute.manager [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Received event network-changed-26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.541958] env[69333]: DEBUG nova.compute.manager [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Refreshing instance network info cache due to event network-changed-26a501f3-dce1-48af-99ec-c9b37c62e6bb. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.542172] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.542311] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.542467] env[69333]: DEBUG nova.network.neutron [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Refreshing network info cache for port 26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.552503] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1245.552503] env[69333]: value = "task-4134966" [ 1245.552503] env[69333]: _type = "Task" [ 1245.552503] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.562689] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.800482] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134965, 'name': CreateVM_Task, 'duration_secs': 0.357972} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.800659] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.801399] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818935', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'name': 'volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44945e7-4209-44d4-b953-625f669374e3', 'attached_at': '', 'detached_at': '', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'serial': '8271a08f-951e-4fc4-ae47-0bb3d60fa034'}, 'attachment_id': '6f2c87c2-ec1a-4356-a246-88678573ad6f', 'volume_type': None}], 'swap': None} {{(pid=69333) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.801616] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Root volume attach. Driver type: vmdk {{(pid=69333) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1245.802416] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e94d7fd-cb51-4c3f-84fb-1d56d4def31a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.810822] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c15bd7-1a07-4f1b-83cd-a281e3fd9378 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.820838] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1778f3d-7808-44cb-bedb-245f84662dcc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.827358] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8439aad1-95a6-47f5-a81f-93bed222d4aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.833445] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.833786] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.835185] env[69333]: INFO nova.compute.claims [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.839544] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1245.839544] env[69333]: value = "task-4134967" [ 1245.839544] env[69333]: _type = "Task" [ 1245.839544] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.848353] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.064377] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134966, 'name': ReconfigVM_Task, 'duration_secs': 0.290734} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.064858] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.064944] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.324863] env[69333]: DEBUG nova.network.neutron [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updated VIF entry in instance network info cache for port 26a501f3-dce1-48af-99ec-c9b37c62e6bb. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.325264] env[69333]: DEBUG nova.network.neutron [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.355849] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 40%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.571744] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c0e3c-8e05-4e6c-8ce3-94c4b2975ae2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.601222] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e0307-c62a-42bf-9920-5dce334615d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.625626] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.829442] env[69333]: DEBUG oslo_concurrency.lockutils [req-ae086c4e-a93b-422d-982f-473f3c11e824 req-b747ba4d-11d0-4d19-af65-4b07f1d6352d service nova] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.858489] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 53%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.974847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17745870-8e24-4d0e-8e72-77c803a2e7df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.986630] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4aa1b-de6b-4fe9-8fd5-66df782b7274 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.023184] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9a7e8d-1e96-498c-bff0-cea0df1d6543 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.034353] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6c58e-ea3b-465e-9d04-a1010fe1e460 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.051894] env[69333]: DEBUG nova.compute.provider_tree [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.361601] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 67%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.555573] env[69333]: DEBUG nova.scheduler.client.report [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.860507] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 81%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.061946] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.062378] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.301362] env[69333]: DEBUG nova.network.neutron [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Port 0ab901a2-7949-496c-bae7-39ca17a2b526 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.361806] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 95%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.568408] env[69333]: DEBUG nova.compute.utils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.570106] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.570309] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.618541] env[69333]: DEBUG nova.policy [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2ac53525944938975565c8dd16a0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca8ae9d4b674b889dab20dcc22abc02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.859509] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 97%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.910793] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Successfully created port: ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.073911] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.324625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.324905] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.325102] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.358474] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 97%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.860041] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 98%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.083477] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.110467] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.110687] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.110839] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.111029] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.111177] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.111321] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.111523] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.111677] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.111839] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.111997] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.112191] env[69333]: DEBUG nova.virt.hardware [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.113057] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849167d-b23a-47cd-822c-c19f3a0014dd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.121265] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca8178d-962d-4949-a0fa-6c3a3b44cf41 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.291657] env[69333]: DEBUG nova.compute.manager [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Received event network-vif-plugged-ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.291891] env[69333]: DEBUG oslo_concurrency.lockutils [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.292110] env[69333]: DEBUG oslo_concurrency.lockutils [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.292314] env[69333]: DEBUG oslo_concurrency.lockutils [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.292431] env[69333]: DEBUG nova.compute.manager [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] No waiting events found dispatching network-vif-plugged-ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1250.292605] env[69333]: WARNING nova.compute.manager [req-50e08606-8c26-430d-8096-2b6ac4028943 req-7661e237-3425-4a82-b2e0-c5676519200c service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Received unexpected event network-vif-plugged-ead0a4d6-96e6-4847-ad26-fa807bee45c1 for instance with vm_state building and task_state spawning. [ 1250.360163] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task} progress is 98%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.361332] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.361436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.362075] env[69333]: DEBUG nova.network.neutron [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.382949] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Successfully updated port: ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.859436] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134967, 'name': RelocateVM_Task, 'duration_secs': 4.948957} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.859771] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.859910] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818935', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'name': 'volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44945e7-4209-44d4-b953-625f669374e3', 'attached_at': '', 'detached_at': '', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'serial': '8271a08f-951e-4fc4-ae47-0bb3d60fa034'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.860695] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6bebbf-d7d0-4ca3-9f7a-bcb5c46df149 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.876192] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83664966-89b4-48de-a2f7-3cb846f95b01 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.889664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.889801] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.889947] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.900926] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034/volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.904980] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd1b835-a05c-47f1-bc89-de290b8be093 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.927416] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1250.927416] env[69333]: value = "task-4134968" [ 1250.927416] env[69333]: _type = "Task" [ 1250.927416] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.936068] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.948205] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.085172] env[69333]: DEBUG nova.network.neutron [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.104894] env[69333]: DEBUG nova.network.neutron [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.438337] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.588387] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.588729] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Instance network_info: |[{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.589122] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:54:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead0a4d6-96e6-4847-ad26-fa807bee45c1', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.596794] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.597039] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.597269] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2731021b-7105-41b9-9617-c81c0ae9b576 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.611313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.620493] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.620493] env[69333]: value = "task-4134969" [ 1251.620493] env[69333]: _type = "Task" [ 1251.620493] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.628176] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134969, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.938421] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.120702] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f704e6a8-efe6-4c1b-acf9-e8168284c384 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.133419] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8019bcc-ba1d-41fb-b617-302737a158ac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.135821] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4134969, 'name': CreateVM_Task, 'duration_secs': 0.346379} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.135991] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.137013] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.137186] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.137549] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.137876] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d481f0f-26e3-4a20-ae5d-74f654691a0b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.142579] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1252.142579] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fb9f80-fed4-c8b0-4604-6620d27e4bf6" [ 1252.142579] env[69333]: _type = "Task" [ 1252.142579] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.155843] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52fb9f80-fed4-c8b0-4604-6620d27e4bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.156131] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.156358] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.156591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.156766] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.156964] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.157342] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb593ec-a9af-467f-9d53-fcda2539fd46 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.166014] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.166306] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.167135] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ee50ac-0263-4948-807c-2bb4be768c7f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.175314] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1252.175314] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527bd7d8-0af1-f06d-e058-cfbe6c55778b" [ 1252.175314] env[69333]: _type = "Task" [ 1252.175314] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.183911] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527bd7d8-0af1-f06d-e058-cfbe6c55778b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.317903] env[69333]: DEBUG nova.compute.manager [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Received event network-changed-ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.318044] env[69333]: DEBUG nova.compute.manager [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Refreshing instance network info cache due to event network-changed-ead0a4d6-96e6-4847-ad26-fa807bee45c1. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.318266] env[69333]: DEBUG oslo_concurrency.lockutils [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] Acquiring lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.318411] env[69333]: DEBUG oslo_concurrency.lockutils [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] Acquired lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.318570] env[69333]: DEBUG nova.network.neutron [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Refreshing network info cache for port ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.438948] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134968, 'name': ReconfigVM_Task, 'duration_secs': 1.252105} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.439174] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034/volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.443866] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c3dc30-003e-419d-9f18-e7e51e6ee015 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.460027] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1252.460027] env[69333]: value = "task-4134970" [ 1252.460027] env[69333]: _type = "Task" [ 1252.460027] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.468325] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.687072] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]527bd7d8-0af1-f06d-e058-cfbe6c55778b, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.687856] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef53bdc-7a7a-478d-8301-139014a823b4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.693192] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1252.693192] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522df8ab-fbcd-3b30-0c7d-2f44a3cb97c2" [ 1252.693192] env[69333]: _type = "Task" [ 1252.693192] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.702289] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522df8ab-fbcd-3b30-0c7d-2f44a3cb97c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.972143] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134970, 'name': ReconfigVM_Task, 'duration_secs': 0.127454} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.972493] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818935', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'name': 'volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44945e7-4209-44d4-b953-625f669374e3', 'attached_at': '', 'detached_at': '', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'serial': '8271a08f-951e-4fc4-ae47-0bb3d60fa034'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.974012] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2e0aa5-67bb-4567-a5ea-109702e68cb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.980404] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1252.980404] env[69333]: value = "task-4134971" [ 1252.980404] env[69333]: _type = "Task" [ 1252.980404] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.994177] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134971, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.075934] env[69333]: DEBUG nova.network.neutron [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updated VIF entry in instance network info cache for port ead0a4d6-96e6-4847-ad26-fa807bee45c1. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.076356] env[69333]: DEBUG nova.network.neutron [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.203575] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522df8ab-fbcd-3b30-0c7d-2f44a3cb97c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.203784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.204072] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.204337] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-112042c7-67d1-4fc8-b225-8f1be37740b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.211216] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1253.211216] env[69333]: value = "task-4134972" [ 1253.211216] env[69333]: _type = "Task" [ 1253.211216] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.220731] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.239377] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2495cdc5-18b4-424a-879e-c0a5b3b78036 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.260934] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b50ac-31c6-458c-9950-912986a543bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.268687] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.491591] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134971, 'name': Rename_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.579713] env[69333]: DEBUG oslo_concurrency.lockutils [req-096638ef-b835-43a2-aac5-7f1e46bb0925 req-8dbd4949-4223-4c8b-8b94-92a9d561f137 service nova] Releasing lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.721799] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42642} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.722115] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.722359] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.722624] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b521ed2b-5263-4df9-b882-90a8e34341e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.730100] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1253.730100] env[69333]: value = "task-4134973" [ 1253.730100] env[69333]: _type = "Task" [ 1253.730100] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.739711] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.775141] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.775398] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf08ae7b-ffb7-45a9-a6af-34005a8daf92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.783258] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1253.783258] env[69333]: value = "task-4134974" [ 1253.783258] env[69333]: _type = "Task" [ 1253.783258] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.794946] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.991998] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134971, 'name': Rename_Task, 'duration_secs': 0.734376} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.992347] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.992601] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b548838-0834-42e4-aeb8-c64cb904d259 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.999971] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1253.999971] env[69333]: value = "task-4134975" [ 1253.999971] env[69333]: _type = "Task" [ 1253.999971] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.008549] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.184219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.184543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.240912] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066736} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.241192] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.242037] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77891c93-c9b7-4687-b7a5-78dde3f17de4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.265724] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.266645] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6edbf0a1-1956-415e-9689-20e84e0f1070 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.288477] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1254.288477] env[69333]: value = "task-4134976" [ 1254.288477] env[69333]: _type = "Task" [ 1254.288477] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.294781] env[69333]: DEBUG oslo_vmware.api [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134974, 'name': PowerOnVM_Task, 'duration_secs': 0.464898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.295431] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.295627] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e067b9d2-dda8-45c7-a964-bf7057c3a1b4 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance '46f1202b-0536-4a6d-8563-9ab32bebd954' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.302547] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.510935] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134975, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.688129] env[69333]: DEBUG nova.compute.utils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.799913] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134976, 'name': ReconfigVM_Task, 'duration_secs': 0.304566} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.800216] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.800858] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b98713c-1a4a-4a7c-b965-5d6167b6b0cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.808693] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1254.808693] env[69333]: value = "task-4134977" [ 1254.808693] env[69333]: _type = "Task" [ 1254.808693] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.819306] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134977, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.011304] env[69333]: DEBUG oslo_vmware.api [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134975, 'name': PowerOnVM_Task, 'duration_secs': 0.916287} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.011700] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.011798] env[69333]: INFO nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1255.011929] env[69333]: DEBUG nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.012857] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc3da6-7785-4f34-ae2a-d534b7034ce7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.191015] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.320087] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134977, 'name': Rename_Task, 'duration_secs': 0.15823} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.320366] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.320656] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-051ad879-6b30-413f-b4da-e7c8a3e046ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.326454] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1255.326454] env[69333]: value = "task-4134978" [ 1255.326454] env[69333]: _type = "Task" [ 1255.326454] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.334235] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.532955] env[69333]: INFO nova.compute.manager [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Took 17.60 seconds to build instance. [ 1255.836987] env[69333]: DEBUG oslo_vmware.api [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134978, 'name': PowerOnVM_Task, 'duration_secs': 0.443882} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.837268] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.837471] env[69333]: INFO nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Took 5.75 seconds to spawn the instance on the hypervisor. [ 1255.837649] env[69333]: DEBUG nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.838483] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae1d9a-4090-4afc-a1e7-80d79413ddad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.035212] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b38e5012-0b5c-4a72-b610-551bda90b6c5 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.112s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.261781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.261781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.261781] env[69333]: INFO nova.compute.manager [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Attaching volume 224e211d-77c6-40d2-be16-c09cfaf1870f to /dev/sdb [ 1256.292304] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5baa2-579d-43b6-a237-f56b8c1c723c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.299846] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4a0a2-d5ae-4f13-ac30-929469a703ae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.313989] env[69333]: DEBUG nova.virt.block_device [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating existing volume attachment record: ed86e320-4ea7-4f3e-bc38-30104e1990a0 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1256.361128] env[69333]: INFO nova.compute.manager [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Took 10.55 seconds to build instance. [ 1256.863625] env[69333]: DEBUG oslo_concurrency.lockutils [None req-94a804c8-decb-4e80-bd89-e13166a34b66 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.056s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.158745] env[69333]: DEBUG nova.network.neutron [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Port 0ab901a2-7949-496c-bae7-39ca17a2b526 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1257.159063] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.159341] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.159573] env[69333]: DEBUG nova.network.neutron [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.365226] env[69333]: DEBUG nova.compute.manager [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received event network-changed-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.365226] env[69333]: DEBUG nova.compute.manager [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing instance network info cache due to event network-changed-aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.365226] env[69333]: DEBUG oslo_concurrency.lockutils [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] Acquiring lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.365226] env[69333]: DEBUG oslo_concurrency.lockutils [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] Acquired lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.365401] env[69333]: DEBUG nova.network.neutron [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Refreshing network info cache for port aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.698044] env[69333]: DEBUG nova.compute.manager [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1257.918966] env[69333]: DEBUG nova.network.neutron [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.065272] env[69333]: DEBUG nova.network.neutron [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updated VIF entry in instance network info cache for port aee57866-8f40-4db3-80dc-11288d97c129. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.065628] env[69333]: DEBUG nova.network.neutron [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [{"id": "aee57866-8f40-4db3-80dc-11288d97c129", "address": "fa:16:3e:ec:cf:74", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee57866-8f", "ovs_interfaceid": "aee57866-8f40-4db3-80dc-11288d97c129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.218352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.218690] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.421755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.568652] env[69333]: DEBUG oslo_concurrency.lockutils [req-607df9ef-f230-4c9f-91b8-881bf3be0557 req-0101b913-91e8-404a-9e85-63c83db5bbac service nova] Releasing lock "refresh_cache-c692dc7f-a8e1-4cbf-936f-6087f086b5eb" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.724821] env[69333]: INFO nova.compute.claims [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.805513] env[69333]: DEBUG nova.compute.manager [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Stashing vm_state: active {{(pid=69333) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1258.925369] env[69333]: DEBUG nova.compute.manager [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69333) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1259.231819] env[69333]: INFO nova.compute.resource_tracker [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating resource usage from migration f57707cd-a559-464a-8446-ad529b41ff95 [ 1259.320798] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.371455] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38997e-bc70-4f5d-81b4-5bb6b0199b49 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.379336] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5748f1-1e0e-4f75-a483-874a1263bc26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.411234] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d61f0-1354-415f-8693-aac3f28ab33a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.414693] env[69333]: DEBUG nova.compute.manager [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Received event network-changed-26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.414917] env[69333]: DEBUG nova.compute.manager [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Refreshing instance network info cache due to event network-changed-26a501f3-dce1-48af-99ec-c9b37c62e6bb. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.415153] env[69333]: DEBUG oslo_concurrency.lockutils [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415321] env[69333]: DEBUG oslo_concurrency.lockutils [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415489] env[69333]: DEBUG nova.network.neutron [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Refreshing network info cache for port 26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.422753] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74435b58-64a1-4e9d-acb6-ea6655492520 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.439602] env[69333]: DEBUG nova.compute.provider_tree [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.942725] env[69333]: DEBUG nova.scheduler.client.report [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.022582] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.133809] env[69333]: DEBUG nova.network.neutron [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updated VIF entry in instance network info cache for port 26a501f3-dce1-48af-99ec-c9b37c62e6bb. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.134210] env[69333]: DEBUG nova.network.neutron [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.451354] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.233s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.451739] env[69333]: INFO nova.compute.manager [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Migrating [ 1260.458591] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.138s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.637064] env[69333]: DEBUG oslo_concurrency.lockutils [req-6da2384e-a5bd-4857-98d3-2e8fffbca403 req-0a31b3c1-cdc1-4046-ac68-3d0ad7cb5d36 service nova] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.860251] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.860514] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818941', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'name': 'volume-224e211d-77c6-40d2-be16-c09cfaf1870f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e94c580-9b2e-4c0b-8528-78b84f8c55e7', 'attached_at': '', 'detached_at': '', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'serial': '224e211d-77c6-40d2-be16-c09cfaf1870f'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.861439] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac26a3d-9b4f-47d5-a586-28e0907cfaf2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.878133] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7bf77b-df12-411c-909d-91186998ab87 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.902605] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-224e211d-77c6-40d2-be16-c09cfaf1870f/volume-224e211d-77c6-40d2-be16-c09cfaf1870f.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.902971] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e8b968-c172-47c4-8f15-062d5b9d3a4e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.921021] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1260.921021] env[69333]: value = "task-4134981" [ 1260.921021] env[69333]: _type = "Task" [ 1260.921021] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.933271] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.970495] env[69333]: INFO nova.compute.claims [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.975472] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975969] env[69333]: DEBUG nova.network.neutron [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.431493] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134981, 'name': ReconfigVM_Task, 'duration_secs': 0.337898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.431893] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-224e211d-77c6-40d2-be16-c09cfaf1870f/volume-224e211d-77c6-40d2-be16-c09cfaf1870f.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.437339] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5362afaf-999f-4a4f-8438-0924f3fdaacc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.454947] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1261.454947] env[69333]: value = "task-4134982" [ 1261.454947] env[69333]: _type = "Task" [ 1261.454947] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.463580] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.482445] env[69333]: INFO nova.compute.resource_tracker [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating resource usage from migration fcc87f00-88d0-49cb-b450-4e4c073fe8d9 [ 1261.632742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f52677-0b5d-4275-87b6-3e8f8ce44708 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.640624] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f66ee-a7b2-46e8-9739-63343280ea93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.672060] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc93dbf-a720-46e5-9179-1b864e856715 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.677059] env[69333]: DEBUG nova.network.neutron [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.682136] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765c698-1b6e-4add-9532-365116387925 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.686779] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.687419] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.687645] env[69333]: DEBUG nova.compute.manager [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.689178] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179e712-596f-483d-b9c4-a307c47e0352 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.704111] env[69333]: DEBUG nova.compute.provider_tree [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.707706] env[69333]: DEBUG nova.compute.manager [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1261.708301] env[69333]: DEBUG nova.objects.instance [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'flavor' on Instance uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.966904] env[69333]: DEBUG oslo_vmware.api [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134982, 'name': ReconfigVM_Task, 'duration_secs': 0.15274} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.967359] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818941', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'name': 'volume-224e211d-77c6-40d2-be16-c09cfaf1870f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e94c580-9b2e-4c0b-8528-78b84f8c55e7', 'attached_at': '', 'detached_at': '', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'serial': '224e211d-77c6-40d2-be16-c09cfaf1870f'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1262.182193] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.207202] env[69333]: DEBUG nova.scheduler.client.report [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.713494] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.713913] env[69333]: INFO nova.compute.manager [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Migrating [ 1262.721923] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.722312] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.700s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.726782] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce670d4f-d944-4197-bb3d-b287ae2fcf61 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.735433] env[69333]: DEBUG nova.objects.instance [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'migration_context' on Instance uuid 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.743834] env[69333]: DEBUG oslo_vmware.api [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1262.743834] env[69333]: value = "task-4134983" [ 1262.743834] env[69333]: _type = "Task" [ 1262.743834] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.755322] env[69333]: DEBUG oslo_vmware.api [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.007634] env[69333]: DEBUG nova.objects.instance [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.235624] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.235862] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.236103] env[69333]: DEBUG nova.network.neutron [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.258793] env[69333]: DEBUG oslo_vmware.api [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134983, 'name': PowerOffVM_Task, 'duration_secs': 0.218029} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.259159] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.259490] env[69333]: DEBUG nova.compute.manager [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.260309] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed92d3a-7247-48d8-91d8-790c1a32ee93 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.403485] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcba227-2a8b-4196-9e1f-e64c5f003721 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.411663] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a4d5bc-f667-4598-8055-926d791d3ce5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.444469] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0baa9-a724-421f-a00a-4c2428d736b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.453681] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8fb00-ae6e-484a-982c-a2296d175783 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.469461] env[69333]: DEBUG nova.compute.provider_tree [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.513221] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9f9e3c43-87fa-4ad4-b5cf-4b883fdc0d7e tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.698404] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe3f018-4430-4b9d-85ab-76e90ab97eb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.720432] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.749857] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.750123] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.777337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e1406f56-7233-460f-8729-8b95f49a67ff tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.972766] env[69333]: DEBUG nova.scheduler.client.report [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.977147] env[69333]: DEBUG nova.network.neutron [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.115581] env[69333]: DEBUG nova.objects.instance [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'flavor' on Instance uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.226335] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.226647] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec78f00-4beb-46d1-9c39-ab34a0cf1b92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.234965] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1264.234965] env[69333]: value = "task-4134984" [ 1264.234965] env[69333]: _type = "Task" [ 1264.234965] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.247702] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.254062] env[69333]: INFO nova.compute.manager [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Detaching volume 224e211d-77c6-40d2-be16-c09cfaf1870f [ 1264.293533] env[69333]: INFO nova.virt.block_device [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Attempting to driver detach volume 224e211d-77c6-40d2-be16-c09cfaf1870f from mountpoint /dev/sdb [ 1264.293784] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.293981] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818941', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'name': 'volume-224e211d-77c6-40d2-be16-c09cfaf1870f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e94c580-9b2e-4c0b-8528-78b84f8c55e7', 'attached_at': '', 'detached_at': '', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'serial': '224e211d-77c6-40d2-be16-c09cfaf1870f'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.294970] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9ff57-8bb8-4c05-a56d-c16c15e40164 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.318883] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8434f6-a8d9-4020-a264-26ccdfff40ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.327582] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad0378-a51d-4a38-9002-0eb1ec7cd228 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.349556] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4a90b0-c2b7-4620-9c80-232c1c78258c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.369251] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] The volume has not been displaced from its original location: [datastore1] volume-224e211d-77c6-40d2-be16-c09cfaf1870f/volume-224e211d-77c6-40d2-be16-c09cfaf1870f.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.374606] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.374995] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865643e2-5921-464f-8eae-256a10e0b9cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.395810] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1264.395810] env[69333]: value = "task-4134985" [ 1264.395810] env[69333]: _type = "Task" [ 1264.395810] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.405483] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.483477] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.622006] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.622253] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.622483] env[69333]: DEBUG nova.network.neutron [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.622716] env[69333]: DEBUG nova.objects.instance [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'info_cache' on Instance uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.746263] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134984, 'name': PowerOffVM_Task, 'duration_secs': 0.215623} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.746655] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.746701] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.906773] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.986890] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.264s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.126488] env[69333]: DEBUG nova.objects.base [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Object Instance<59cb31ea-1ba5-49a9-b7c1-f550f17e245e> lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.253378] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.253618] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.253750] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.253927] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.254112] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.254265] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.254472] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.254628] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.254811] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.254996] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.255187] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.260829] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a7335c-870a-4098-9591-9968c100815b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.281920] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1265.281920] env[69333]: value = "task-4134986" [ 1265.281920] env[69333]: _type = "Task" [ 1265.281920] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.293067] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.407646] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.793560] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134986, 'name': ReconfigVM_Task, 'duration_secs': 0.432026} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.793943] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.867157] env[69333]: DEBUG nova.network.neutron [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.907179] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134985, 'name': ReconfigVM_Task, 'duration_secs': 1.246818} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.907480] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.912430] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7adc2f-792e-4566-af70-4b8ceb3a8de0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.928575] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1265.928575] env[69333]: value = "task-4134987" [ 1265.928575] env[69333]: _type = "Task" [ 1265.928575] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.937030] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.012421] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598f0eb-c3cb-457d-b869-ac58a07a7082 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.035210] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 0 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.300141] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.300391] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.300484] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.300667] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.300815] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.300959] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.301197] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.301361] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.301527] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.301688] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.301864] env[69333]: DEBUG nova.virt.hardware [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.307367] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.307680] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad19bb85-3bfd-421d-96eb-6d0ebc42ad89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.326944] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1266.326944] env[69333]: value = "task-4134988" [ 1266.326944] env[69333]: _type = "Task" [ 1266.326944] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.336666] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.369585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.439622] env[69333]: DEBUG oslo_vmware.api [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134987, 'name': ReconfigVM_Task, 'duration_secs': 0.136519} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.440026] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818941', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'name': 'volume-224e211d-77c6-40d2-be16-c09cfaf1870f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e94c580-9b2e-4c0b-8528-78b84f8c55e7', 'attached_at': '', 'detached_at': '', 'volume_id': '224e211d-77c6-40d2-be16-c09cfaf1870f', 'serial': '224e211d-77c6-40d2-be16-c09cfaf1870f'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.540126] env[69333]: INFO nova.compute.manager [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Swapping old allocation on dict_keys(['caa9ba4d-1bf1-4129-a314-713bb6912151']) held by migration dc69af65-5240-41aa-a40c-95a0b788e875 for instance [ 1266.541869] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.544753] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20068872-8898-4ff9-b764-edddd0596f84 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.552927] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1266.552927] env[69333]: value = "task-4134989" [ 1266.552927] env[69333]: _type = "Task" [ 1266.552927] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.567731] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.570925] env[69333]: DEBUG nova.scheduler.client.report [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Overwriting current allocation {'allocations': {'caa9ba4d-1bf1-4129-a314-713bb6912151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '1de2dc528ea84e1fa78d2a2ac42b1452', 'user_id': '8d4206831ee24d5c80dbc270c943c409', 'consumer_generation': 1} on consumer 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1266.663126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.663490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.663818] env[69333]: DEBUG nova.network.neutron [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.841463] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134988, 'name': ReconfigVM_Task, 'duration_secs': 0.219789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.841849] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.842847] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd480b3-b867-4f36-9bc5-ddd6d3a6e704 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.871541] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.873497] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fdc2e6-9b1c-4975-8c45-b062fd6c48e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.896119] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1266.896119] env[69333]: value = "task-4134990" [ 1266.896119] env[69333]: _type = "Task" [ 1266.896119] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.905548] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.996593] env[69333]: DEBUG nova.objects.instance [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'flavor' on Instance uuid 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.063488] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134989, 'name': PowerOffVM_Task, 'duration_secs': 0.266799} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.063767] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.063955] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 17 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.390542] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.390899] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179e90ff-059c-4368-b430-1276fa54eff9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.403223] env[69333]: DEBUG oslo_vmware.api [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1267.403223] env[69333]: value = "task-4134991" [ 1267.403223] env[69333]: _type = "Task" [ 1267.403223] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.415686] env[69333]: DEBUG oslo_vmware.api [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.420160] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4134990, 'name': ReconfigVM_Task, 'duration_secs': 0.358743} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.420518] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e/5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.421044] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.428186] env[69333]: DEBUG nova.network.neutron [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [{"id": "0ab901a2-7949-496c-bae7-39ca17a2b526", "address": "fa:16:3e:e3:09:81", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab901a2-79", "ovs_interfaceid": "0ab901a2-7949-496c-bae7-39ca17a2b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.570704] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:47:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.570923] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.571060] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.571370] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.571486] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.571527] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.571727] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.571883] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.572070] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.572220] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.572394] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.577470] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61c0943-fd16-4c2c-9bae-9b8a283c6064 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.594774] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1267.594774] env[69333]: value = "task-4134992" [ 1267.594774] env[69333]: _type = "Task" [ 1267.594774] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.603593] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.915547] env[69333]: DEBUG oslo_vmware.api [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134991, 'name': PowerOnVM_Task, 'duration_secs': 0.490097} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.916130] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.916130] env[69333]: DEBUG nova.compute.manager [None req-39bdca87-9f85-4074-acc7-6ad251565f58 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.916794] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05224386-7fe8-4d16-bcf4-8dac5e11a686 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.928635] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f0eaa-2bd1-4cae-bfb1-fd22c05a1f63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.931610] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-46f1202b-0536-4a6d-8563-9ab32bebd954" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.932502] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a7444-e24b-4a30-9c16-85bd9e109f42 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.953121] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfe5dd7-543c-417f-9e8b-7262a9e22575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.956470] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41c5c7c-e9b3-4a37-9e1e-c0c603ba5da8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.983302] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.006216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5686b670-4368-445f-ba23-65907569318b tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.256s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.104365] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134992, 'name': ReconfigVM_Task, 'duration_secs': 0.239327} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.104673] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 33 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.534648] env[69333]: DEBUG nova.network.neutron [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Port ead0a4d6-96e6-4847-ad26-fa807bee45c1 binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1268.611227] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.611558] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.611740] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.611952] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.612135] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.612287] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.612494] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.613045] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.613045] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.613045] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.613197] env[69333]: DEBUG nova.virt.hardware [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.618785] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.620116] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cee015-83e9-4e40-a6db-0ca8ce5186b3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.642268] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1268.642268] env[69333]: value = "task-4134993" [ 1268.642268] env[69333]: _type = "Task" [ 1268.642268] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.651616] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.062207] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.062572] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.062743] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.062929] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.063126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.065977] env[69333]: INFO nova.compute.manager [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Terminating instance [ 1269.075051] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.075321] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1170520a-2cef-4349-a4a4-4d2586d00eea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.083358] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1269.083358] env[69333]: value = "task-4134994" [ 1269.083358] env[69333]: _type = "Task" [ 1269.083358] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.095298] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.101740] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb94d1-b0a4-4b4c-9105-e555cc59fcbb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.108706] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Suspending the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1269.109386] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-748c2c3a-b38c-4413-a16d-436b938274ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.116577] env[69333]: DEBUG oslo_vmware.api [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1269.116577] env[69333]: value = "task-4134995" [ 1269.116577] env[69333]: _type = "Task" [ 1269.116577] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.127220] env[69333]: DEBUG oslo_vmware.api [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134995, 'name': SuspendVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.153819] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134993, 'name': ReconfigVM_Task, 'duration_secs': 0.221084} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.154124] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.154926] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550c231-d675-46e0-b5ba-c3924d1ce5a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.179494] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034/volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.179872] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797aa8f8-9ead-42c8-932a-03afbd3ea92e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.201094] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1269.201094] env[69333]: value = "task-4134996" [ 1269.201094] env[69333]: _type = "Task" [ 1269.201094] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.216344] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.560048] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.560286] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.560461] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.569386] env[69333]: DEBUG nova.compute.manager [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.569653] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.570744] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7346e38-a9bb-453d-a1f4-17fcda4c8852 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.581112] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.581387] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e63fb10-c84f-40c1-8482-c8d2c8045962 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.589633] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1269.589633] env[69333]: value = "task-4134997" [ 1269.589633] env[69333]: _type = "Task" [ 1269.589633] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.596126] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134994, 'name': PowerOffVM_Task, 'duration_secs': 0.239988} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.597301] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.598015] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.598281] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.598462] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.598688] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.598842] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.598992] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.599216] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.599427] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.599613] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.599778] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.600025] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.608904] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c51f63a-277d-47ad-84f5-c755781027c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.619838] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.630937] env[69333]: DEBUG oslo_vmware.api [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134995, 'name': SuspendVM_Task} progress is 62%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.632563] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1269.632563] env[69333]: value = "task-4134998" [ 1269.632563] env[69333]: _type = "Task" [ 1269.632563] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.642341] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.713414] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4134996, 'name': ReconfigVM_Task, 'duration_secs': 0.494263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.713680] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034/volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.713965] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 50 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.099532] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4134997, 'name': PowerOffVM_Task, 'duration_secs': 0.275799} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.099897] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.099962] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.100201] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2624b5c4-77ec-4689-9064-347423ce155d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.130814] env[69333]: DEBUG oslo_vmware.api [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4134995, 'name': SuspendVM_Task, 'duration_secs': 0.703574} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.131096] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Suspended the VM {{(pid=69333) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1270.131289] env[69333]: DEBUG nova.compute.manager [None req-7d58aff4-c3d6-46c9-a015-9ce78437292a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.132091] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a916c6-0db6-4021-86f6-902c00ea1725 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.146398] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4134998, 'name': ReconfigVM_Task, 'duration_secs': 0.214494} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.147528] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a7f908-1073-4882-8b2f-7c36a83973e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.170869] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.171091] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.171258] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.171444] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.171590] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.171732] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.171942] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.172124] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.172305] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.172509] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.172694] env[69333]: DEBUG nova.virt.hardware [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.173644] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246cc9b0-982b-4ade-8367-172e41b86795 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.180751] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.181159] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.181445] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleting the datastore file [datastore1] 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.182755] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71391075-b7db-4a5e-aaf3-d8c987be76ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.184932] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1270.184932] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ec41ba-95a1-f401-b38c-06f4e399a65d" [ 1270.184932] env[69333]: _type = "Task" [ 1270.184932] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.192243] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for the task: (returnval){ [ 1270.192243] env[69333]: value = "task-4135000" [ 1270.192243] env[69333]: _type = "Task" [ 1270.192243] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.199809] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ec41ba-95a1-f401-b38c-06f4e399a65d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.206404] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4135000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.222314] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43a4b1-2179-40e3-9f7f-f44013a1fbaf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.243941] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44596834-85b5-4f78-8b50-431fa20d0879 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.262625] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 67 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.599170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.599396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.599575] env[69333]: DEBUG nova.network.neutron [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.696750] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ec41ba-95a1-f401-b38c-06f4e399a65d, 'name': SearchDatastore_Task, 'duration_secs': 0.020635} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.704464] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.705223] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cac6940-84c3-4da0-92f6-6b0d1d38ff31 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.724108] env[69333]: DEBUG oslo_vmware.api [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Task: {'id': task-4135000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166925} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.725650] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.725859] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.726053] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.726238] env[69333]: INFO nova.compute.manager [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1270.726484] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.726753] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1270.726753] env[69333]: value = "task-4135001" [ 1270.726753] env[69333]: _type = "Task" [ 1270.726753] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.726967] env[69333]: DEBUG nova.compute.manager [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.727088] env[69333]: DEBUG nova.network.neutron [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.738579] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.851020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.851020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.851020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "3101ba74-4673-4852-a575-1e1175d0780a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.851020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.851020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.853046] env[69333]: INFO nova.compute.manager [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Terminating instance [ 1271.239511] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135001, 'name': ReconfigVM_Task, 'duration_secs': 0.207948} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.239907] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.240806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57adc0fe-0c70-44c6-a0f3-c7759e2be7fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.272694] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.278450] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b241e568-61c2-42a0-aa2c-412239fe1ef1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.298449] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1271.298449] env[69333]: value = "task-4135002" [ 1271.298449] env[69333]: _type = "Task" [ 1271.298449] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.308050] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.360486] env[69333]: DEBUG nova.compute.manager [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.360774] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.362103] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039b28a-227c-4c99-9e0f-3bafddbd951d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.375176] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.375527] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ac0b13-6138-45a4-9d3d-2d02cd082475 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.383644] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1271.383644] env[69333]: value = "task-4135003" [ 1271.383644] env[69333]: _type = "Task" [ 1271.383644] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.395637] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4135003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.469432] env[69333]: DEBUG nova.compute.manager [req-414d87db-359a-4f3a-84dd-c2a56287e186 req-39e7e7d7-9f75-4101-b841-9b08e104306e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Received event network-vif-deleted-1955bdbe-3ef3-4a7f-ba22-67710bb27567 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.469490] env[69333]: INFO nova.compute.manager [req-414d87db-359a-4f3a-84dd-c2a56287e186 req-39e7e7d7-9f75-4101-b841-9b08e104306e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Neutron deleted interface 1955bdbe-3ef3-4a7f-ba22-67710bb27567; detaching it from the instance and deleting it from the info cache [ 1271.469720] env[69333]: DEBUG nova.network.neutron [req-414d87db-359a-4f3a-84dd-c2a56287e186 req-39e7e7d7-9f75-4101-b841-9b08e104306e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.480905] env[69333]: DEBUG nova.network.neutron [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.793722] env[69333]: INFO nova.compute.manager [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Resuming [ 1271.794653] env[69333]: DEBUG nova.objects.instance [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'flavor' on Instance uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.810062] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135002, 'name': ReconfigVM_Task, 'duration_secs': 0.306472} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.811148] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954/46f1202b-0536-4a6d-8563-9ab32bebd954.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.812139] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68897f54-a0db-4e69-901d-7527a6d9bafe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.835534] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989ebafb-ce2f-4758-87ed-dda604488413 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.858547] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a998763-163e-4019-aeff-1df6552a854c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.880559] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e066d3-b38d-4cc8-b549-05feb4fb5d8f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.892764] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.893477] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eceee01-330d-45b5-86a5-2136175bead6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.898698] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4135003, 'name': PowerOffVM_Task, 'duration_secs': 0.224298} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.899012] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.899219] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.900768] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f07983-41d3-484c-ab99-d2a56e22eade {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.902700] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1271.902700] env[69333]: value = "task-4135004" [ 1271.902700] env[69333]: _type = "Task" [ 1271.902700] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.915337] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.946720] env[69333]: DEBUG nova.network.neutron [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.963211] env[69333]: DEBUG nova.network.neutron [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Port 26a501f3-dce1-48af-99ec-c9b37c62e6bb binding to destination host cpu-1 is already ACTIVE {{(pid=69333) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1271.973644] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e124600f-b185-4c9d-adaa-055c422ca3a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.983259] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.991724] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c60fd9-ee62-4e6d-b2a5-b5b7f63946ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.005459] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.005713] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.005931] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleting the datastore file [datastore2] 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.006602] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c83b070-dc94-4e91-8057-4edf4f3730e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.015303] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for the task: (returnval){ [ 1272.015303] env[69333]: value = "task-4135006" [ 1272.015303] env[69333]: _type = "Task" [ 1272.015303] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.029320] env[69333]: DEBUG nova.compute.manager [req-414d87db-359a-4f3a-84dd-c2a56287e186 req-39e7e7d7-9f75-4101-b841-9b08e104306e service nova] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Detach interface failed, port_id=1955bdbe-3ef3-4a7f-ba22-67710bb27567, reason: Instance 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.032881] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4135006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.414447] env[69333]: DEBUG oslo_vmware.api [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135004, 'name': PowerOnVM_Task, 'duration_secs': 0.499242} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.414886] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.449922] env[69333]: INFO nova.compute.manager [-] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Took 1.72 seconds to deallocate network for instance. [ 1272.527488] env[69333]: DEBUG oslo_vmware.api [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Task: {'id': task-4135006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143814} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.527768] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.527944] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.528170] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.528342] env[69333]: INFO nova.compute.manager [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1272.528597] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.530996] env[69333]: DEBUG nova.compute.manager [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.530996] env[69333]: DEBUG nova.network.neutron [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.555217] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70cce3d-5d5a-40a1-8c81-8dc8c25925cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.580864] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6907f5e8-c7ab-4113-8ec4-f41bd49956ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.589142] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.957020] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.957312] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.957417] env[69333]: DEBUG nova.objects.instance [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lazy-loading 'resources' on Instance uuid 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.986224] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.986440] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.986612] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.096198] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.096543] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf0c1506-1bf0-487d-8c47-ffbc7074ba77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.104726] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1273.104726] env[69333]: value = "task-4135007" [ 1273.104726] env[69333]: _type = "Task" [ 1273.104726] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.113588] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.209377] env[69333]: DEBUG nova.compute.manager [req-ac5d7fe5-29e9-4436-a182-942cbb1c1a20 req-cf83fceb-d645-4fee-a00a-24fbb461ec40 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Received event network-vif-deleted-963153a1-361f-4f6c-a7e7-e9b03993fde1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.209589] env[69333]: INFO nova.compute.manager [req-ac5d7fe5-29e9-4436-a182-942cbb1c1a20 req-cf83fceb-d645-4fee-a00a-24fbb461ec40 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Neutron deleted interface 963153a1-361f-4f6c-a7e7-e9b03993fde1; detaching it from the instance and deleting it from the info cache [ 1273.209765] env[69333]: DEBUG nova.network.neutron [req-ac5d7fe5-29e9-4436-a182-942cbb1c1a20 req-cf83fceb-d645-4fee-a00a-24fbb461ec40 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.306892] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.307352] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquired lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.308097] env[69333]: DEBUG nova.network.neutron [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.513426] env[69333]: INFO nova.compute.manager [None req-2b845e5a-b280-405c-aaca-52c42ff0af1f tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance to original state: 'active' [ 1273.615416] env[69333]: DEBUG oslo_vmware.api [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135007, 'name': PowerOnVM_Task, 'duration_secs': 0.482486} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.618668] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.618862] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c085b2e8-6036-4444-b811-a27f1a691792 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance '5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.658886] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05bbaa3-f387-4992-8546-9f26adb238b8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.668131] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e18e9c-ddfb-4d3e-919f-3a938a227345 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.703487] env[69333]: DEBUG nova.network.neutron [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.705614] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56100f-afd1-4c98-a919-2a2d4843cd60 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.713862] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be944e00-cef0-4695-8bad-9444bdcddb8a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.717147] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090409d3-2f53-44ca-8c0b-cfb75f3616aa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.733244] env[69333]: DEBUG nova.compute.provider_tree [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.738654] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a3e7fb-f31f-46b4-83ea-c55b00941314 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.770946] env[69333]: DEBUG nova.compute.manager [req-ac5d7fe5-29e9-4436-a182-942cbb1c1a20 req-cf83fceb-d645-4fee-a00a-24fbb461ec40 service nova] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Detach interface failed, port_id=963153a1-361f-4f6c-a7e7-e9b03993fde1, reason: Instance 3101ba74-4673-4852-a575-1e1175d0780a could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.032768] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.032957] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.033147] env[69333]: DEBUG nova.network.neutron [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.119811] env[69333]: DEBUG nova.network.neutron [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [{"id": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "address": "fa:16:3e:e7:78:a6", "network": {"id": "a324e2a0-40a4-4885-9efc-7fa4f9632f0b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1172683698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb8427f90a8d4e7fae632a096e3e649f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ca4257-7d", "ovs_interfaceid": "84ca4257-7d57-4cc1-8169-e2d7a8b596cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.209414] env[69333]: INFO nova.compute.manager [-] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Took 1.68 seconds to deallocate network for instance. [ 1274.238068] env[69333]: DEBUG nova.scheduler.client.report [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.622436] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Releasing lock "refresh_cache-59cb31ea-1ba5-49a9-b7c1-f550f17e245e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.623510] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c93262b-c67f-4eff-8f61-29230fdf5752 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.636590] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Resuming the VM {{(pid=69333) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1274.636764] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe88e10-42e7-4cba-aaea-f3e7fe1e726e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.644713] env[69333]: DEBUG oslo_vmware.api [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1274.644713] env[69333]: value = "task-4135008" [ 1274.644713] env[69333]: _type = "Task" [ 1274.644713] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.657684] env[69333]: DEBUG oslo_vmware.api [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.718892] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.742845] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.746881] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.028s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.747341] env[69333]: DEBUG nova.objects.instance [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lazy-loading 'resources' on Instance uuid 3101ba74-4673-4852-a575-1e1175d0780a {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.774636] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.774903] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.775139] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.775326] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.775505] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.778052] env[69333]: INFO nova.compute.manager [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Terminating instance [ 1274.794556] env[69333]: INFO nova.scheduler.client.report [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Deleted allocations for instance 5e94c580-9b2e-4c0b-8528-78b84f8c55e7 [ 1274.824427] env[69333]: DEBUG nova.network.neutron [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.160453] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.160760] env[69333]: DEBUG oslo_vmware.api [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.160980] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.283061] env[69333]: DEBUG nova.compute.manager [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.283332] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.283640] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53559577-c51b-443a-ab23-11c6e4e4dbb1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.297046] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1275.297046] env[69333]: value = "task-4135009" [ 1275.297046] env[69333]: _type = "Task" [ 1275.297046] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.306426] env[69333]: DEBUG oslo_concurrency.lockutils [None req-86d181b6-0f23-4102-b422-b8f9a92ad532 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Lock "5e94c580-9b2e-4c0b-8528-78b84f8c55e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.244s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.316610] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.327502] env[69333]: DEBUG oslo_concurrency.lockutils [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.429856] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff988cda-0949-4f24-b78a-cbcf71b71aae {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.441263] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b350e-1831-45df-b975-eed2fc809ce5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.475829] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5812f816-2b57-4da2-a989-947258c8de24 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.487930] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f58277-c548-47a5-bc0c-a20ad765220b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.505094] env[69333]: DEBUG nova.compute.provider_tree [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.657844] env[69333]: DEBUG oslo_vmware.api [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135008, 'name': PowerOnVM_Task, 'duration_secs': 0.632973} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.658472] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Resumed the VM {{(pid=69333) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1275.658518] env[69333]: DEBUG nova.compute.manager [None req-e86ab018-2c25-47b6-bf75-9096a9084e9e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1275.659577] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36720d34-92c7-4ee7-b661-e66bc4f61a3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.670429] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.671614] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.671673] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.671825] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.671997] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.672211] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.672375] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1275.672584] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.812708] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135009, 'name': PowerOffVM_Task, 'duration_secs': 0.221263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.812708] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.812708] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.812708] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818938', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'name': 'volume-f4b7c085-0586-4e34-a514-c021815710c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '46f1202b-0536-4a6d-8563-9ab32bebd954', 'attached_at': '2025-05-14T08:00:01.000000', 'detached_at': '', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'serial': 'f4b7c085-0586-4e34-a514-c021815710c5'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.812708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c12bfaf-bf41-48ce-8e7a-3ce4f5b63d22 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.840489] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0929275c-37b0-442e-a817-49fed2cc1712 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.843920] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7df74c-7680-4dcd-85d3-65047016ef54 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.853142] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a9415-a557-41b9-a755-1adfb73368d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.856671] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4eaaa4-d082-429d-990e-9301693a67cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.882569] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0684abc4-e64e-42e4-812a-cfe9e668515f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.903784] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4b7c085-0586-4e34-a514-c021815710c5/volume-f4b7c085-0586-4e34-a514-c021815710c5.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.910435] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.910896] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a265b2fa-a1a9-4bf2-86e0-fb4962af5e5c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.935746] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1275.935746] env[69333]: value = "task-4135010" [ 1275.935746] env[69333]: _type = "Task" [ 1275.935746] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.946522] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.011302] env[69333]: DEBUG nova.scheduler.client.report [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.175110] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.441349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.441577] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.441756] env[69333]: DEBUG nova.compute.manager [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Going to confirm migration 9 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1276.454620] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135010, 'name': ReconfigVM_Task, 'duration_secs': 0.234798} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.455045] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.461458] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cc137a-5b88-4be4-b204-16a1255ce0f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.482732] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1276.482732] env[69333]: value = "task-4135012" [ 1276.482732] env[69333]: _type = "Task" [ 1276.482732] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.492109] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.513126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.515656] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.341s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.515791] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.515850] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1276.516740] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28a938-b8a4-4a81-8519-0fcacdb22fdc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.525977] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc78b04-158c-4495-bd7a-26f435f3665d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.541706] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea362890-9ca1-4714-8d06-8b99228505e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.549197] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f60627-a3dc-490d-8b93-bfe862f77341 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.579774] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180221MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1276.579934] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.580174] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.582560] env[69333]: INFO nova.scheduler.client.report [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Deleted allocations for instance 3101ba74-4673-4852-a575-1e1175d0780a [ 1276.999205] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135012, 'name': ReconfigVM_Task, 'duration_secs': 0.145541} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.000527] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818938', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'name': 'volume-f4b7c085-0586-4e34-a514-c021815710c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '46f1202b-0536-4a6d-8563-9ab32bebd954', 'attached_at': '2025-05-14T08:00:01.000000', 'detached_at': '', 'volume_id': 'f4b7c085-0586-4e34-a514-c021815710c5', 'serial': 'f4b7c085-0586-4e34-a514-c021815710c5'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.000899] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.001721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46533eb6-b51f-4a52-b70a-554c66f0183d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.005041] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c16a8d-1bac-40b8-b9a8-0c20a24aefdb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.011291] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.011457] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquired lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.011626] env[69333]: DEBUG nova.network.neutron [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.011804] env[69333]: DEBUG nova.objects.instance [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'info_cache' on Instance uuid 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.029064] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.029722] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e4ce808-0170-47e5-a472-030a4303e1ad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.031875] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05299ec2-b128-4628-a42e-405973eef160 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.041298] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 83 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.094654] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.094955] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.095190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.095373] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.096414] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.100650] env[69333]: INFO nova.compute.manager [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Terminating instance [ 1277.102921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9c5405f9-359d-4aae-9d06-3a5494e98d6c tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Lock "3101ba74-4673-4852-a575-1e1175d0780a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.253s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.107732] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.107934] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.108167] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleting the datastore file [datastore1] 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.108538] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8d5954a-46d3-4a6e-a3c2-cc7b212cb155 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.116790] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1277.116790] env[69333]: value = "task-4135014" [ 1277.116790] env[69333]: _type = "Task" [ 1277.116790] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.127595] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.547555] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.547885] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443a82ff-cee2-4294-bbfa-2749566a1015 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.555724] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1277.555724] env[69333]: value = "task-4135015" [ 1277.555724] env[69333]: _type = "Task" [ 1277.555724] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.564702] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.603627] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e as it has an incoming, in-progress migration f57707cd-a559-464a-8446-ad529b41ff95. Migration status is finished {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1277.603953] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Applying migration context for instance a44945e7-4209-44d4-b953-625f669374e3 as it has an incoming, in-progress migration fcc87f00-88d0-49cb-b450-4e4c073fe8d9. Migration status is post-migrating {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1277.604977] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating resource usage from migration f57707cd-a559-464a-8446-ad529b41ff95 [ 1277.605331] env[69333]: INFO nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating resource usage from migration fcc87f00-88d0-49cb-b450-4e4c073fe8d9 [ 1277.608252] env[69333]: DEBUG nova.compute.manager [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.608449] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.609981] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f97ca8-92fd-4aa7-a2b3-84ddfb3bc57c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.618644] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.621795] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf87f564-5254-4130-8191-fd023d4ac15b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.629635] env[69333]: DEBUG oslo_vmware.api [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220299} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.631244] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 73f99894-a339-4ff7-aa7b-198a11dcc651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 59cb31ea-1ba5-49a9-b7c1-f550f17e245e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 46f1202b-0536-4a6d-8563-9ab32bebd954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration f57707cd-a559-464a-8446-ad529b41ff95 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632024] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Migration fcc87f00-88d0-49cb-b450-4e4c073fe8d9 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1277.632347] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance a44945e7-4209-44d4-b953-625f669374e3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1277.632347] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1277.632438] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1277.634809] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.635011] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.635312] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.635496] env[69333]: INFO nova.compute.manager [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1277.635765] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.636043] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1277.636043] env[69333]: value = "task-4135016" [ 1277.636043] env[69333]: _type = "Task" [ 1277.636043] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.636446] env[69333]: DEBUG nova.compute.manager [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.636564] env[69333]: DEBUG nova.network.neutron [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.648675] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.762866] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18655c9-eeeb-4db8-a08c-474400007beb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.771992] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c8e84-2ead-4c75-b042-27394e6cf2f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.803429] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c13803-956d-4059-85d3-69fd7d9afbdd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.812917] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d86cc89-b859-4926-9d36-8b0bd840bf62 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.828584] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.068137] env[69333]: DEBUG oslo_vmware.api [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135015, 'name': PowerOnVM_Task, 'duration_secs': 0.43334} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.071226] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.071427] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-db4dcdf7-9110-467a-aff3-b1abb4ce8a39 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance 'a44945e7-4209-44d4-b953-625f669374e3' progress to 100 {{(pid=69333) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.149180] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135016, 'name': PowerOffVM_Task, 'duration_secs': 0.196069} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.149306] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.149395] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.149648] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5427f393-095d-40e7-b409-b6bf320f4fb0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.220090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.220425] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.220687] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleting the datastore file [datastore2] 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.221072] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c0abed4-209f-4a5a-8d51-3797c9cf606b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.225752] env[69333]: DEBUG nova.compute.manager [req-4a65adab-3e6e-4c68-97fd-5c542efea1b9 req-293f0269-ce26-4e79-96c2-91f51d5296bb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Received event network-vif-deleted-0ab901a2-7949-496c-bae7-39ca17a2b526 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.225942] env[69333]: INFO nova.compute.manager [req-4a65adab-3e6e-4c68-97fd-5c542efea1b9 req-293f0269-ce26-4e79-96c2-91f51d5296bb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Neutron deleted interface 0ab901a2-7949-496c-bae7-39ca17a2b526; detaching it from the instance and deleting it from the info cache [ 1278.226125] env[69333]: DEBUG nova.network.neutron [req-4a65adab-3e6e-4c68-97fd-5c542efea1b9 req-293f0269-ce26-4e79-96c2-91f51d5296bb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.231952] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for the task: (returnval){ [ 1278.231952] env[69333]: value = "task-4135018" [ 1278.231952] env[69333]: _type = "Task" [ 1278.231952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.245320] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.272750] env[69333]: DEBUG nova.network.neutron [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [{"id": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "address": "fa:16:3e:64:54:58", "network": {"id": "0e2fbe61-500d-48cc-9fe3-85b07b95cf88", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-835891489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aca8ae9d4b674b889dab20dcc22abc02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead0a4d6-96", "ovs_interfaceid": "ead0a4d6-96e6-4847-ad26-fa807bee45c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.332282] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.704588] env[69333]: DEBUG nova.network.neutron [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.728997] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac87726e-acbb-415a-b3e8-9204d1c32ef2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.741048] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33181847-751c-4310-8f5d-8f9ee082cad2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.756640] env[69333]: DEBUG oslo_vmware.api [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Task: {'id': task-4135018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149311} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.757466] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.757706] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.757957] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.758165] env[69333]: INFO nova.compute.manager [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1278.758412] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.758616] env[69333]: DEBUG nova.compute.manager [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.758710] env[69333]: DEBUG nova.network.neutron [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.775586] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Releasing lock "refresh_cache-5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.775811] env[69333]: DEBUG nova.objects.instance [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lazy-loading 'migration_context' on Instance uuid 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.777261] env[69333]: DEBUG nova.compute.manager [req-4a65adab-3e6e-4c68-97fd-5c542efea1b9 req-293f0269-ce26-4e79-96c2-91f51d5296bb service nova] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Detach interface failed, port_id=0ab901a2-7949-496c-bae7-39ca17a2b526, reason: Instance 46f1202b-0536-4a6d-8563-9ab32bebd954 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.837269] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1278.837490] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.257s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.205957] env[69333]: DEBUG nova.compute.manager [req-acb70b20-3dc9-4f2f-ba6b-d9d66a962a5a req-db925aee-ce4b-4c7d-bb4c-13f0743d64a3 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Received event network-vif-deleted-84ca4257-7d57-4cc1-8169-e2d7a8b596cc {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.206263] env[69333]: INFO nova.compute.manager [req-acb70b20-3dc9-4f2f-ba6b-d9d66a962a5a req-db925aee-ce4b-4c7d-bb4c-13f0743d64a3 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Neutron deleted interface 84ca4257-7d57-4cc1-8169-e2d7a8b596cc; detaching it from the instance and deleting it from the info cache [ 1279.206393] env[69333]: DEBUG nova.network.neutron [req-acb70b20-3dc9-4f2f-ba6b-d9d66a962a5a req-db925aee-ce4b-4c7d-bb4c-13f0743d64a3 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.208802] env[69333]: INFO nova.compute.manager [-] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Took 1.57 seconds to deallocate network for instance. [ 1279.279219] env[69333]: DEBUG nova.objects.base [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Object Instance<5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e> lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1279.280343] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e0272-0b82-47b9-9f89-94931e53e103 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.316661] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0667db-7dcb-462f-9270-7c53bcab0225 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.324595] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1279.324595] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524bf26c-21fd-e2fc-43ee-0503277449cd" [ 1279.324595] env[69333]: _type = "Task" [ 1279.324595] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.334395] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]524bf26c-21fd-e2fc-43ee-0503277449cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.334709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.334970] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.682546] env[69333]: DEBUG nova.network.neutron [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.710623] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82430a34-d57d-4a48-90e8-fd6e36825871 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.723210] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887eadf-205e-49b2-a6e4-37e7f8973dfe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.757315] env[69333]: DEBUG nova.compute.manager [req-acb70b20-3dc9-4f2f-ba6b-d9d66a962a5a req-db925aee-ce4b-4c7d-bb4c-13f0743d64a3 service nova] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Detach interface failed, port_id=84ca4257-7d57-4cc1-8169-e2d7a8b596cc, reason: Instance 59cb31ea-1ba5-49a9-b7c1-f550f17e245e could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.758687] env[69333]: INFO nova.compute.manager [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Took 0.55 seconds to detach 1 volumes for instance. [ 1279.875743] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.876027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.876234] env[69333]: DEBUG nova.compute.manager [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Going to confirm migration 10 {{(pid=69333) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1279.961543] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949291b-e3ea-4567-84fa-8f04b8564875 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.970810] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9430d11e-6d2f-4411-879d-41ede9e32360 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.004538] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954f1ed-78bd-4233-be08-66a45dd06a87 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.013588] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857f0e1-0f6f-4b1a-b898-7fd3ba3daf38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.028235] env[69333]: DEBUG nova.compute.provider_tree [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.186019] env[69333]: INFO nova.compute.manager [-] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Took 1.43 seconds to deallocate network for instance. [ 1280.270557] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.417126] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.417334] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquired lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.417514] env[69333]: DEBUG nova.network.neutron [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.417693] env[69333]: DEBUG nova.objects.instance [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'info_cache' on Instance uuid a44945e7-4209-44d4-b953-625f669374e3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.531836] env[69333]: DEBUG nova.scheduler.client.report [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.694245] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.541850] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.544545] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.274s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.544756] env[69333]: DEBUG nova.objects.instance [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'resources' on Instance uuid 46f1202b-0536-4a6d-8563-9ab32bebd954 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.665307] env[69333]: DEBUG nova.network.neutron [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [{"id": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "address": "fa:16:3e:60:b6:3f", "network": {"id": "76611e8d-6dda-4bf4-97db-bc7100ea4205", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577433344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ffb4aed9474021ba947f80bd16ba7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a501f3-dc", "ovs_interfaceid": "26a501f3-dce1-48af-99ec-c9b37c62e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.108897] env[69333]: INFO nova.scheduler.client.report [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocation for migration f57707cd-a559-464a-8446-ad529b41ff95 [ 1282.171019] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Releasing lock "refresh_cache-a44945e7-4209-44d4-b953-625f669374e3" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.171019] env[69333]: DEBUG nova.objects.instance [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'migration_context' on Instance uuid a44945e7-4209-44d4-b953-625f669374e3 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.171019] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023ddf0-52e6-4196-8cae-303cc4855fd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.182448] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0002fdd-8af5-4e2c-ac36-1c291aaf40d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.218337] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f362a-a18a-4271-8151-51e7723c8fdf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.227652] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f46744-3061-4456-8bcc-4ba3e398d3c0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.242284] env[69333]: DEBUG nova.compute.provider_tree [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.616366] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.175s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.676973] env[69333]: DEBUG nova.objects.base [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.684208] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2652a-9d79-4afb-b312-1fd53d8046c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.703129] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb07401-27ee-46ea-8de3-a37b8ff28645 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.711481] env[69333]: DEBUG oslo_vmware.api [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1282.711481] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52125b94-1095-73f3-d6df-5775d7195f87" [ 1282.711481] env[69333]: _type = "Task" [ 1282.711481] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.726086] env[69333]: DEBUG oslo_vmware.api [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52125b94-1095-73f3-d6df-5775d7195f87, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.726712] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.770022] env[69333]: ERROR nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [req-fa17c944-8c1e-48ea-8c58-f2856369d88c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa17c944-8c1e-48ea-8c58-f2856369d88c"}]} [ 1282.787848] env[69333]: DEBUG nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1282.802320] env[69333]: DEBUG nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1282.802761] env[69333]: DEBUG nova.compute.provider_tree [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.818033] env[69333]: DEBUG nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1282.839112] env[69333]: DEBUG nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1282.934221] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e7b0ec-0611-42af-ada7-dc919d7bcdd5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.942313] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe1442-d4d2-404b-8f8a-7975e64b810d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.973829] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83d3b73-290e-4502-98a4-e586eba5496a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.982117] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c18bd76-4a3e-47f6-93d0-f0f7629ab56f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.995955] env[69333]: DEBUG nova.compute.provider_tree [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.555569] env[69333]: DEBUG nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1283.555820] env[69333]: DEBUG nova.compute.provider_tree [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 174 to 175 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1283.556044] env[69333]: DEBUG nova.compute.provider_tree [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.998632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.998980] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.999219] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.999478] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.999706] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.002168] env[69333]: INFO nova.compute.manager [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Terminating instance [ 1284.060826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.516s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.063227] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.369s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.063482] env[69333]: DEBUG nova.objects.instance [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lazy-loading 'resources' on Instance uuid 59cb31ea-1ba5-49a9-b7c1-f550f17e245e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.132083] env[69333]: INFO nova.scheduler.client.report [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted allocations for instance 46f1202b-0536-4a6d-8563-9ab32bebd954 [ 1284.507591] env[69333]: DEBUG nova.compute.manager [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.507591] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.508534] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e62182d-cd08-4454-8f41-e531321128b5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.518451] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.518812] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd80578-ba62-4eb2-8903-34e2de27735b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.526207] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1284.526207] env[69333]: value = "task-4135022" [ 1284.526207] env[69333]: _type = "Task" [ 1284.526207] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.536278] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.646917] env[69333]: DEBUG oslo_concurrency.lockutils [None req-77b6f49d-f58d-4418-bb14-75cab8617d24 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "46f1202b-0536-4a6d-8563-9ab32bebd954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.872s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.724803] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c2a64-a9cb-494c-82ee-168b35a94284 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.733914] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e08994-0963-40ba-9ae1-ee66e75db4e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.770914] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f685d5-2ca4-4d2a-b89b-697f927f30f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.779272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b64c5d-464e-418f-93af-091d5ad3ec2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.798334] env[69333]: DEBUG nova.compute.provider_tree [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.039639] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135022, 'name': PowerOffVM_Task, 'duration_secs': 0.189091} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.040038] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.040313] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.040667] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9003fd-910a-4056-b953-f790c22e09f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.127027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.127027] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.127027] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleting the datastore file [datastore2] 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.127027] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675cd872-6f71-4318-88bc-215173418cba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.134125] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for the task: (returnval){ [ 1285.134125] env[69333]: value = "task-4135024" [ 1285.134125] env[69333]: _type = "Task" [ 1285.134125] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.147199] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.301795] env[69333]: DEBUG nova.scheduler.client.report [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.644809] env[69333]: DEBUG oslo_vmware.api [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Task: {'id': task-4135024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159421} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.645353] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.648422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.648422] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.648422] env[69333]: INFO nova.compute.manager [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1285.648422] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.648422] env[69333]: DEBUG nova.compute.manager [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.648422] env[69333]: DEBUG nova.network.neutron [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.809759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.812210] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.085s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.884106] env[69333]: INFO nova.scheduler.client.report [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Deleted allocations for instance 59cb31ea-1ba5-49a9-b7c1-f550f17e245e [ 1286.034214] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.034214] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.392830] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Lock "59cb31ea-1ba5-49a9-b7c1-f550f17e245e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.298s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.421138] env[69333]: DEBUG nova.compute.manager [req-d6cc9fa2-6133-45da-abd3-bc6cde3bcb72 req-5126b7b7-87b9-4fd2-891b-442a6b6c2183 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Received event network-vif-deleted-ead0a4d6-96e6-4847-ad26-fa807bee45c1 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.421138] env[69333]: INFO nova.compute.manager [req-d6cc9fa2-6133-45da-abd3-bc6cde3bcb72 req-5126b7b7-87b9-4fd2-891b-442a6b6c2183 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Neutron deleted interface ead0a4d6-96e6-4847-ad26-fa807bee45c1; detaching it from the instance and deleting it from the info cache [ 1286.421138] env[69333]: DEBUG nova.network.neutron [req-d6cc9fa2-6133-45da-abd3-bc6cde3bcb72 req-5126b7b7-87b9-4fd2-891b-442a6b6c2183 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.462127] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9705cbb9-0241-46fc-8a7e-0f8341514f77 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.472430] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c9dff-822d-4142-b774-cc11373b2c9b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.510544] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec2aaa-e2c8-470e-be70-cdde7b3aa2fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.519161] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f31a5-f280-4ddd-a654-6dd4051d19d8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.537023] env[69333]: DEBUG nova.compute.provider_tree [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.537023] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.904781] env[69333]: DEBUG nova.network.neutron [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.924545] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15503da9-1af7-4451-a73d-d43d884f3245 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.937770] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780ace2-6c8d-4c2e-96e9-c305f3b527ec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.968359] env[69333]: DEBUG nova.compute.manager [req-d6cc9fa2-6133-45da-abd3-bc6cde3bcb72 req-5126b7b7-87b9-4fd2-891b-442a6b6c2183 service nova] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Detach interface failed, port_id=ead0a4d6-96e6-4847-ad26-fa807bee45c1, reason: Instance 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.045026] env[69333]: DEBUG nova.scheduler.client.report [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.079885] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.407509] env[69333]: INFO nova.compute.manager [-] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Took 1.76 seconds to deallocate network for instance. [ 1287.922260] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.056692] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.059548] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.980s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.061124] env[69333]: INFO nova.compute.claims [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.692792] env[69333]: INFO nova.scheduler.client.report [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocation for migration fcc87f00-88d0-49cb-b450-4e4c073fe8d9 [ 1289.193535] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e1ad8-1582-448b-9ccd-df5a335158e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.199457] env[69333]: DEBUG oslo_concurrency.lockutils [None req-a25a7d23-a05e-41c0-b1e0-fba1d3148931 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.323s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.204675] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e1481-10ed-42df-b1c1-853acbf88591 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.240168] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f27c1-a2c2-480d-9a3c-d7f3052f753a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.249721] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550954e-fd5a-4052-8653-08136f62dccc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.264379] env[69333]: DEBUG nova.compute.provider_tree [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.388404] env[69333]: INFO nova.compute.manager [None req-40358fce-3211-4432-89c9-9ecfe62ea8dc tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Get console output [ 1289.388847] env[69333]: WARNING nova.virt.vmwareapi.driver [None req-40358fce-3211-4432-89c9-9ecfe62ea8dc tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] The console log is missing. Check your VSPC configuration [ 1289.737464] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.737785] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.767065] env[69333]: DEBUG nova.scheduler.client.report [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.240517] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.274469] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.274469] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.277115] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.355s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.277389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.348065] env[69333]: INFO nova.scheduler.client.report [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Deleted allocations for instance 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e [ 1290.760026] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.760435] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.761998] env[69333]: INFO nova.compute.claims [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.781944] env[69333]: DEBUG nova.compute.utils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.783362] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.783480] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.857389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-bba3bfd9-3d0e-4627-a119-f22f12c665de tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Lock "5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.858s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.889325] env[69333]: DEBUG nova.policy [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4206831ee24d5c80dbc270c943c409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1de2dc528ea84e1fa78d2a2ac42b1452', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.287685] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.335231] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Successfully created port: d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.868794] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de213500-3058-49bd-84ae-9eb33b487c7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.876692] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de429683-8f7d-48df-927b-d05f4e7e91a5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.911684] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d4325-4c9d-4405-bdc7-422c48bfefa9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.920675] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca61e7-826c-4548-a961-cbd9deff7f06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.937020] env[69333]: DEBUG nova.compute.provider_tree [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.989437] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "d1538baf-5772-4238-aac3-6b2e36eb693c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.989659] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.301134] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.360361] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.361031] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.361031] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.361031] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.361245] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.361245] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.361435] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.361595] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.361789] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.361921] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.362315] env[69333]: DEBUG nova.virt.hardware [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.363021] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9613c23-a9a9-4fd4-ac8d-a5026ed56a5a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.372484] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e23073-2bcd-46de-aa74-af15f9912909 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.439114] env[69333]: DEBUG nova.scheduler.client.report [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.492675] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.782275] env[69333]: DEBUG nova.compute.manager [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.782534] env[69333]: DEBUG oslo_concurrency.lockutils [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.782702] env[69333]: DEBUG oslo_concurrency.lockutils [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.782929] env[69333]: DEBUG oslo_concurrency.lockutils [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.783067] env[69333]: DEBUG nova.compute.manager [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] No waiting events found dispatching network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1292.783260] env[69333]: WARNING nova.compute.manager [req-26807db2-123e-4886-b615-f2c56aeb254b req-4d5efecd-dd4c-40ab-ade5-458abe9f5c6c service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received unexpected event network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f for instance with vm_state building and task_state spawning. [ 1292.927908] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Successfully updated port: d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.947392] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.948116] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.029190] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.029715] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.031240] env[69333]: INFO nova.compute.claims [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.430814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.431051] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.431299] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.455501] env[69333]: DEBUG nova.compute.utils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.457577] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.457577] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.536864] env[69333]: DEBUG nova.policy [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ba6a889fa1643d3ba66955b3087c2ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e6f2c0dc58488095f5c7b45347b13a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.895972] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Successfully created port: 05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.960618] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.967335] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.145829] env[69333]: DEBUG nova.network.neutron [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.174761] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cad72f-f771-4963-85c4-e65f6ae91a05 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.183417] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb5dff7-aab1-46f0-b7fe-f4d4648498c5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.217877] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf252bc2-5368-4da9-855e-105c61d83a92 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.226284] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c521bb-8fc7-4029-9ab8-464f52439059 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.246640] env[69333]: DEBUG nova.compute.provider_tree [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.651613] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.651613] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance network_info: |[{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.652732] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:65:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd235e5b3-1a09-4231-aa26-8cd660f7d71f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.659544] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.659760] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.659978] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-434db0b3-b714-4d81-8b24-71e986480e9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.681564] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.681564] env[69333]: value = "task-4135026" [ 1294.681564] env[69333]: _type = "Task" [ 1294.681564] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.689719] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135026, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.752180] env[69333]: DEBUG nova.scheduler.client.report [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.824117] env[69333]: DEBUG nova.compute.manager [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.824117] env[69333]: DEBUG nova.compute.manager [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing instance network info cache due to event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.824117] env[69333]: DEBUG oslo_concurrency.lockutils [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.824117] env[69333]: DEBUG oslo_concurrency.lockutils [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.824290] env[69333]: DEBUG nova.network.neutron [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.971223] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.030711] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.030997] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.031189] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.031400] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.031604] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.031806] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.032068] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.032276] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.032500] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.032697] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.032897] env[69333]: DEBUG nova.virt.hardware [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.033899] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250aab3-a323-4f7d-acf9-b3b383c65e14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.043184] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d0328-24bf-4561-9252-d0a29b530f69 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.192558] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135026, 'name': CreateVM_Task, 'duration_secs': 0.362347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.192748] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.193484] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.193647] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.193974] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.194274] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0e9778-f11e-428f-97be-bcb746d758e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.199626] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1295.199626] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276c3e5-0628-a248-3057-1eb15835e21d" [ 1295.199626] env[69333]: _type = "Task" [ 1295.199626] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.208634] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276c3e5-0628-a248-3057-1eb15835e21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.255856] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.256436] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.500948] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Successfully updated port: 05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.710876] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5276c3e5-0628-a248-3057-1eb15835e21d, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.711205] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.711432] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.711664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.711805] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.711977] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.712264] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9a8d91-0e32-4f12-ba7b-e9e2b7952456 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.722226] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.722451] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.723162] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c59dd0-5107-47c5-b3b4-9eede7217bc6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.729700] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1295.729700] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52970efa-3e86-a620-ffdc-b19feb74350f" [ 1295.729700] env[69333]: _type = "Task" [ 1295.729700] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.737577] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52970efa-3e86-a620-ffdc-b19feb74350f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.762154] env[69333]: DEBUG nova.compute.utils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.763533] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1295.878751] env[69333]: DEBUG nova.network.neutron [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updated VIF entry in instance network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.879108] env[69333]: DEBUG nova.network.neutron [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.003523] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.003759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.003824] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.242424] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52970efa-3e86-a620-ffdc-b19feb74350f, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.243275] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5295f3d-ca5d-4ae0-a3b7-b0434b4cd81b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.249255] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1296.249255] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c8e48-e758-c68e-77c1-8d1abb2fa9c2" [ 1296.249255] env[69333]: _type = "Task" [ 1296.249255] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.258139] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c8e48-e758-c68e-77c1-8d1abb2fa9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.266990] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.382735] env[69333]: DEBUG oslo_concurrency.lockutils [req-7cabf94b-c2b0-4491-bfa4-ec20486a8fd1 req-e8aac3ff-d8b9-4292-a711-9182a95991a4 service nova] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.539489] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.674458] env[69333]: DEBUG nova.network.neutron [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.760878] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]528c8e48-e758-c68e-77c1-8d1abb2fa9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.761206] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.761467] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.761953] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c8f6c2-2dbb-4e4a-943e-5c4a78a48430 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.777042] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1296.777042] env[69333]: value = "task-4135027" [ 1296.777042] env[69333]: _type = "Task" [ 1296.777042] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.783131] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.853224] env[69333]: DEBUG nova.compute.manager [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Received event network-vif-plugged-05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.854528] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.854528] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.854528] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.854528] env[69333]: DEBUG nova.compute.manager [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] No waiting events found dispatching network-vif-plugged-05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.854528] env[69333]: WARNING nova.compute.manager [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Received unexpected event network-vif-plugged-05f51b10-460a-40f7-b5a1-d58740480a07 for instance with vm_state building and task_state spawning. [ 1296.854962] env[69333]: DEBUG nova.compute.manager [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Received event network-changed-05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.854962] env[69333]: DEBUG nova.compute.manager [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Refreshing instance network info cache due to event network-changed-05f51b10-460a-40f7-b5a1-d58740480a07. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.855166] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Acquiring lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.177500] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.177954] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Instance network_info: |[{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.178427] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Acquired lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.178709] env[69333]: DEBUG nova.network.neutron [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Refreshing network info cache for port 05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.180171] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:fb:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f51b10-460a-40f7-b5a1-d58740480a07', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.188051] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Creating folder: Project (c3e6f2c0dc58488095f5c7b45347b13a). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.188701] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c3ad5a2-22c5-482b-82d9-e281ad8fdf78 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.204509] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Created folder: Project (c3e6f2c0dc58488095f5c7b45347b13a) in parent group-v818612. [ 1297.204752] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Creating folder: Instances. Parent ref: group-v818943. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.204957] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213a461b-2737-4873-addf-acb2f31b2f39 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.222608] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Created folder: Instances in parent group-v818943. [ 1297.222608] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.222608] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.222899] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b775e32-559a-46f9-87b9-be88f9e6b955 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.246672] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.246672] env[69333]: value = "task-4135030" [ 1297.246672] env[69333]: _type = "Task" [ 1297.246672] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.255291] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135030, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.275462] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.290862] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.290862] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.290862] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.290862] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03cc43ad-969b-4279-8e74-3aea37ce240d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.296572] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1297.296572] env[69333]: value = "task-4135031" [ 1297.296572] env[69333]: _type = "Task" [ 1297.296572] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.306315] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.327678] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.327974] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.328168] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.328412] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.328572] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.328736] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.328959] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.329163] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.329350] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.329535] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.332886] env[69333]: DEBUG nova.virt.hardware [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.332886] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45bcb7-c766-4940-a4d5-740e778e1560 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.340107] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd60a7-761c-42ec-8797-e468b1a3037d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.355785] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.361482] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Creating folder: Project (5fb1793d7d834a598191185100ba4449). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.361828] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60fdb986-c492-4f1a-8cc6-5acd018b96b0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.372788] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Created folder: Project (5fb1793d7d834a598191185100ba4449) in parent group-v818612. [ 1297.373045] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Creating folder: Instances. Parent ref: group-v818946. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.373305] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dadcb01-b328-45a7-9b17-ac071c8b6284 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.384687] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Created folder: Instances in parent group-v818946. [ 1297.384974] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.385209] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.385421] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c6e8a7e-5bcc-442c-979d-a833dd295fd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.403439] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.403439] env[69333]: value = "task-4135034" [ 1297.403439] env[69333]: _type = "Task" [ 1297.403439] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.412300] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135034, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.757909] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135030, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.806839] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069532} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.809525] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.810357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e375e65-d6fd-4205-9137-3f1b5e79d7e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.834159] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.834584] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d5b8f2-985d-40cc-9cb7-bf793f489038 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.857785] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1297.857785] env[69333]: value = "task-4135035" [ 1297.857785] env[69333]: _type = "Task" [ 1297.857785] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.867623] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.914711] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135034, 'name': CreateVM_Task, 'duration_secs': 0.272921} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.914711] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.914711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.914711] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.915022] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.915307] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9166d9f9-73c9-4046-9b4e-42324714cf26 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.920632] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1297.920632] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52638782-60e9-9653-56fc-28d02b5be0b9" [ 1297.920632] env[69333]: _type = "Task" [ 1297.920632] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.927455] env[69333]: DEBUG nova.network.neutron [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updated VIF entry in instance network info cache for port 05f51b10-460a-40f7-b5a1-d58740480a07. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.927778] env[69333]: DEBUG nova.network.neutron [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.935048] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52638782-60e9-9653-56fc-28d02b5be0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.935396] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.935648] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.936506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.936506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.936506] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.936506] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3ee3b8-69a9-4019-af26-bf5d25a88ecb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.946137] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.946320] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.947305] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c49e0a0-1c5b-48cf-9ccf-23f03fa188e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.952971] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1297.952971] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52852be9-61a8-33bb-bfdf-f697caedb32a" [ 1297.952971] env[69333]: _type = "Task" [ 1297.952971] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.961864] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52852be9-61a8-33bb-bfdf-f697caedb32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.256717] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135030, 'name': CreateVM_Task, 'duration_secs': 0.622143} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.257023] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.258182] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.258372] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.258719] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.258976] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259f42f7-4b82-4d8d-a50d-7bc10a85c8c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.264266] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1298.264266] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5270b05a-4f2a-b579-cd2d-ab26c44336e3" [ 1298.264266] env[69333]: _type = "Task" [ 1298.264266] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.274537] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5270b05a-4f2a-b579-cd2d-ab26c44336e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.367805] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135035, 'name': ReconfigVM_Task, 'duration_secs': 0.293111} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.368017] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.368696] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-137c07cb-c8c3-465e-a981-6e55824e42ef {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.375716] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1298.375716] env[69333]: value = "task-4135036" [ 1298.375716] env[69333]: _type = "Task" [ 1298.375716] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.384717] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135036, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.430577] env[69333]: DEBUG oslo_concurrency.lockutils [req-01f10a1c-aa27-4cf9-b794-4f37f314cd03 req-5defc133-da31-4520-ad42-e828f634b2d2 service nova] Releasing lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.465648] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52852be9-61a8-33bb-bfdf-f697caedb32a, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.466496] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73c0592-a587-4191-a695-e7da53e5b3a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.472389] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1298.472389] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8612e-4cb6-7bd2-5966-db1833efd4f8" [ 1298.472389] env[69333]: _type = "Task" [ 1298.472389] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.482275] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8612e-4cb6-7bd2-5966-db1833efd4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.774702] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5270b05a-4f2a-b579-cd2d-ab26c44336e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.775016] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.775269] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.775470] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.886247] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135036, 'name': Rename_Task, 'duration_secs': 0.165941} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.886527] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.886776] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf6bdc0-2ca3-4711-8c1e-151f196633e9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.893575] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1298.893575] env[69333]: value = "task-4135037" [ 1298.893575] env[69333]: _type = "Task" [ 1298.893575] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.901721] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.984188] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e8612e-4cb6-7bd2-5966-db1833efd4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.984421] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.984681] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.985173] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.985425] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.985800] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a1d6ca-37ec-40df-b1a2-60c20f0984fb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.988479] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d9a2ad-8ccc-4b58-afa7-4fa6ed51cb14 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.997213] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1298.997213] env[69333]: value = "task-4135038" [ 1298.997213] env[69333]: _type = "Task" [ 1298.997213] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.001474] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.001610] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.002322] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9d8b2c-c0d6-4b1d-9fb9-78be54fbb857 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.011229] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.012923] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1299.012923] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f6e270-b89c-0b82-2196-df5f15e63414" [ 1299.012923] env[69333]: _type = "Task" [ 1299.012923] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.022048] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52f6e270-b89c-0b82-2196-df5f15e63414, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.022838] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074cf266-cd7c-4413-87d9-771de2e32e81 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.029073] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1299.029073] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520da0b9-e769-d0de-a3ce-54fe7f09fde2" [ 1299.029073] env[69333]: _type = "Task" [ 1299.029073] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.041021] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520da0b9-e769-d0de-a3ce-54fe7f09fde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.407437] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.508798] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501576} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.509170] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.509479] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.509848] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c2d31e3-ad4d-4deb-bbf7-deaea09bd5e5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.520462] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1299.520462] env[69333]: value = "task-4135039" [ 1299.520462] env[69333]: _type = "Task" [ 1299.520462] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.531844] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.543338] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520da0b9-e769-d0de-a3ce-54fe7f09fde2, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.543911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.544362] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 18791eda-20f4-464d-8071-aa02e3b24bd6/18791eda-20f4-464d-8071-aa02e3b24bd6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.544693] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30bec4d2-5589-4ff7-8a24-e09ed79f7f38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.553120] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1299.553120] env[69333]: value = "task-4135040" [ 1299.553120] env[69333]: _type = "Task" [ 1299.553120] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.562423] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.908495] env[69333]: DEBUG oslo_vmware.api [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135037, 'name': PowerOnVM_Task, 'duration_secs': 0.63927} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.909209] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.909209] env[69333]: INFO nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1299.909209] env[69333]: DEBUG nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.910171] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aba137-3715-453b-ad7b-8d34dbf23986 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.033029] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064493} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.033029] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.033909] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461c190-9e39-4363-af84-f512a53e1a47 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.055910] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.056318] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb566dea-1385-4dd7-b52d-12553bc6301c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.081142] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454296} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.082684] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] 18791eda-20f4-464d-8071-aa02e3b24bd6/18791eda-20f4-464d-8071-aa02e3b24bd6.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.082853] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.083378] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1300.083378] env[69333]: value = "task-4135041" [ 1300.083378] env[69333]: _type = "Task" [ 1300.083378] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.083601] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03509ce6-8a05-42be-a45f-a72d06af0742 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.097158] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.097335] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1300.097335] env[69333]: value = "task-4135042" [ 1300.097335] env[69333]: _type = "Task" [ 1300.097335] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.108884] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.436683] env[69333]: INFO nova.compute.manager [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Took 13.39 seconds to build instance. [ 1300.595850] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135041, 'name': ReconfigVM_Task, 'duration_secs': 0.30806} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.596206] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.596861] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56cc1b4-f0d4-4101-92c3-e54209330202 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.607752] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116557} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.609318] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.609698] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1300.609698] env[69333]: value = "task-4135043" [ 1300.609698] env[69333]: _type = "Task" [ 1300.609698] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.610501] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4745954-0a76-4710-966a-9f9e5df62a83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.622667] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135043, 'name': Rename_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.640880] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 18791eda-20f4-464d-8071-aa02e3b24bd6/18791eda-20f4-464d-8071-aa02e3b24bd6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.641233] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7799278-f73e-40a6-84ae-ec6508cd7593 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.660969] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1300.660969] env[69333]: value = "task-4135044" [ 1300.660969] env[69333]: _type = "Task" [ 1300.660969] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.671130] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.943237] env[69333]: DEBUG oslo_concurrency.lockutils [None req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.909s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.953625] env[69333]: DEBUG nova.compute.manager [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.953748] env[69333]: DEBUG nova.compute.manager [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing instance network info cache due to event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.954176] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.954328] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.954493] env[69333]: DEBUG nova.network.neutron [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.123169] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135043, 'name': Rename_Task, 'duration_secs': 0.136351} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.123553] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.123756] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e310ea-d764-46fe-9836-f8b9299b7afd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.130634] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1301.130634] env[69333]: value = "task-4135045" [ 1301.130634] env[69333]: _type = "Task" [ 1301.130634] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.139296] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.171691] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.641481] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.673579] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.703289] env[69333]: DEBUG nova.network.neutron [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updated VIF entry in instance network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.703620] env[69333]: DEBUG nova.network.neutron [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.142328] env[69333]: DEBUG oslo_vmware.api [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135045, 'name': PowerOnVM_Task, 'duration_secs': 0.715615} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.142605] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.142806] env[69333]: INFO nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Took 4.87 seconds to spawn the instance on the hypervisor. [ 1302.142983] env[69333]: DEBUG nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.143820] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb15b4a-b7aa-471c-a2fc-092008f87fff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.174385] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135044, 'name': ReconfigVM_Task, 'duration_secs': 1.089772} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.174673] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 18791eda-20f4-464d-8071-aa02e3b24bd6/18791eda-20f4-464d-8071-aa02e3b24bd6.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.175372] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-135619a3-0dd7-4a1d-8c5c-48d3be08f286 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.183464] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1302.183464] env[69333]: value = "task-4135046" [ 1302.183464] env[69333]: _type = "Task" [ 1302.183464] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.193280] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135046, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.209276] env[69333]: DEBUG oslo_concurrency.lockutils [req-6b938cef-d4a9-411d-9318-3a2b506c67cd req-ff59f949-2e48-4786-bd8e-4359c3eae8ef service nova] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.663799] env[69333]: INFO nova.compute.manager [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Took 9.67 seconds to build instance. [ 1302.695097] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135046, 'name': Rename_Task, 'duration_secs': 0.241031} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.695097] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.695097] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2dbcd03-f5da-427c-8eb3-7a7bfcea0434 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.703642] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1302.703642] env[69333]: value = "task-4135047" [ 1302.703642] env[69333]: _type = "Task" [ 1302.703642] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.713760] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.165820] env[69333]: DEBUG oslo_concurrency.lockutils [None req-918761f9-3d45-41f4-888b-aa591fac3e4c tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.176s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.214488] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.308865] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.309118] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.434278] env[69333]: INFO nova.compute.manager [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Rebuilding instance [ 1303.478619] env[69333]: DEBUG nova.compute.manager [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.479528] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c2b7c-d37a-4e7c-a083-90a2504f3ce9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.714585] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.811971] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.215157] env[69333]: DEBUG oslo_vmware.api [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135047, 'name': PowerOnVM_Task, 'duration_secs': 1.481843} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.215505] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.215762] env[69333]: INFO nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1304.216011] env[69333]: DEBUG nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.216816] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceec2db2-f81a-4103-a0e0-456376bef63f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.337129] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.337509] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.339164] env[69333]: INFO nova.compute.claims [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.492394] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.492731] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a8ace49-2d13-49ae-a500-890e88524bc5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.500867] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1304.500867] env[69333]: value = "task-4135048" [ 1304.500867] env[69333]: _type = "Task" [ 1304.500867] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.511821] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.734096] env[69333]: INFO nova.compute.manager [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Took 13.99 seconds to build instance. [ 1305.011632] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135048, 'name': PowerOffVM_Task, 'duration_secs': 0.145839} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.011906] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.012616] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.013423] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895dc54-456f-4309-a92d-2ae87596c386 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.021424] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.021731] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc69c955-57bc-4cfc-8799-677b96f0185a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.051131] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.051369] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.051557] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Deleting the datastore file [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.051850] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156b456e-094b-4b68-a7f5-c0cbf4f7ef38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.059745] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1305.059745] env[69333]: value = "task-4135050" [ 1305.059745] env[69333]: _type = "Task" [ 1305.059745] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.068325] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.235746] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e22abaad-007c-4f7d-9026-cff9467dbac7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.498s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.451596] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a4b50-15fa-42e9-815d-25585f0587bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.460177] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c7c556-1171-47db-8bf8-feb84ea0cfac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.493121] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bd48f-f2bd-4a6a-9c59-d5cd55a369ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.501641] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb59c2-e742-4fe5-a68a-9b45e1be4af2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.516108] env[69333]: DEBUG nova.compute.provider_tree [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.572028] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108919} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.572423] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.572668] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.572788] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.601907] env[69333]: DEBUG nova.compute.manager [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Received event network-changed-05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.602135] env[69333]: DEBUG nova.compute.manager [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Refreshing instance network info cache due to event network-changed-05f51b10-460a-40f7-b5a1-d58740480a07. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.602412] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] Acquiring lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.602522] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] Acquired lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.602680] env[69333]: DEBUG nova.network.neutron [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Refreshing network info cache for port 05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.036748] env[69333]: ERROR nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [req-853def38-f4e9-4aef-8d8e-da62ea5bca7a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID caa9ba4d-1bf1-4129-a314-713bb6912151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-853def38-f4e9-4aef-8d8e-da62ea5bca7a"}]} [ 1306.053692] env[69333]: DEBUG nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Refreshing inventories for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1306.070678] env[69333]: DEBUG nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating ProviderTree inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1306.070983] env[69333]: DEBUG nova.compute.provider_tree [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.082900] env[69333]: DEBUG nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Refreshing aggregate associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, aggregates: None {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1306.102710] env[69333]: DEBUG nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Refreshing trait associations for resource provider caa9ba4d-1bf1-4129-a314-713bb6912151, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69333) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1306.216206] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c118a9-f10d-419c-b96f-94db27b2cdd7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.226497] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587eff9-975d-45c1-8fb9-ee2bb5ecc777 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.263959] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b8e00-02ab-4b2a-bfcb-a537d4fdcf97 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.272641] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb9ab4-8c70-4036-afb6-aa40836574e1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.288777] env[69333]: DEBUG nova.compute.provider_tree [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.337458] env[69333]: DEBUG nova.network.neutron [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updated VIF entry in instance network info cache for port 05f51b10-460a-40f7-b5a1-d58740480a07. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.337860] env[69333]: DEBUG nova.network.neutron [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.610161] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.610419] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.610582] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.610767] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.610914] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.611078] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.611776] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.611998] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.612197] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.612366] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.612542] env[69333]: DEBUG nova.virt.hardware [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.613727] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac28ba-0ca5-43a3-a21a-550c1793c0bb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.623445] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e21b82-609c-4307-995c-2e3879fee782 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.637124] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.642914] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.643198] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.643420] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-debd59da-4189-4262-9eee-abe1deb436d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.661259] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.661259] env[69333]: value = "task-4135051" [ 1306.661259] env[69333]: _type = "Task" [ 1306.661259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.669764] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135051, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.822406] env[69333]: DEBUG nova.scheduler.client.report [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1306.822698] env[69333]: DEBUG nova.compute.provider_tree [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 180 to 181 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1306.822884] env[69333]: DEBUG nova.compute.provider_tree [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.840169] env[69333]: DEBUG oslo_concurrency.lockutils [req-6bd3075b-5467-4fd7-ae93-1498a8adf6fb req-44fdeb46-3f62-4e23-ab71-efadf9bf0409 service nova] Releasing lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.176428] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135051, 'name': CreateVM_Task, 'duration_secs': 0.307597} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.176825] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.177236] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.177474] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.177917] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.178292] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5c7243-eacf-46e3-9267-a5c53da57fec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.184314] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1307.184314] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef477b-8264-d080-4766-9237dae2a34a" [ 1307.184314] env[69333]: _type = "Task" [ 1307.184314] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.193823] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef477b-8264-d080-4766-9237dae2a34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.328086] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.990s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.328689] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.696886] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52ef477b-8264-d080-4766-9237dae2a34a, 'name': SearchDatastore_Task, 'duration_secs': 0.0563} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.697233] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.697535] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.697799] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.697947] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.698164] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.698489] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b448a02-1515-4485-8989-15aee286fa83 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.709579] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.709802] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.710617] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a719f7f-b6b3-4aff-9ba1-3f095570671a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.717316] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1307.717316] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b9f73a-e337-5601-84ac-b4b28969a116" [ 1307.717316] env[69333]: _type = "Task" [ 1307.717316] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.728849] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b9f73a-e337-5601-84ac-b4b28969a116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.833742] env[69333]: DEBUG nova.compute.utils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.835319] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Not allocating networking since 'none' was specified. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1308.228615] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52b9f73a-e337-5601-84ac-b4b28969a116, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.229419] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d810c8-8f05-43ea-ad66-661ab254217e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.235606] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1308.235606] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52098a65-3547-bcda-bc5f-ac1451975639" [ 1308.235606] env[69333]: _type = "Task" [ 1308.235606] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.243931] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52098a65-3547-bcda-bc5f-ac1451975639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.336991] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.747198] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52098a65-3547-bcda-bc5f-ac1451975639, 'name': SearchDatastore_Task, 'duration_secs': 0.037591} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.747573] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.747802] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.748136] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f87a690-cd21-447e-ada4-a00f9b5849f8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.756205] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1308.756205] env[69333]: value = "task-4135052" [ 1308.756205] env[69333]: _type = "Task" [ 1308.756205] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.765375] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.271892] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.347956] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.368892] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.369158] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.369316] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.369499] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.369672] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.369830] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.370012] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.370199] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.370341] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.370502] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.370676] env[69333]: DEBUG nova.virt.hardware [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.371548] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338bce41-d29e-4e01-ae87-b6b361cc4d5f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.379950] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afb4e6-d769-43f7-916e-45af20e5a5cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.393688] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.399426] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Creating folder: Project (7a413790d44e4faf9f6ab14aaf816508). Parent ref: group-v818612. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.400107] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e55fff-6f56-4253-92d9-fc26634790e7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.409897] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Created folder: Project (7a413790d44e4faf9f6ab14aaf816508) in parent group-v818612. [ 1309.410105] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Creating folder: Instances. Parent ref: group-v818950. {{(pid=69333) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.410347] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dadd237c-5196-4d03-8010-6236a77b4239 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.419308] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Created folder: Instances in parent group-v818950. [ 1309.419531] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.419738] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.419934] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f8aec6-cb20-4188-bc19-e0762e210da6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.435683] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.435683] env[69333]: value = "task-4135055" [ 1309.435683] env[69333]: _type = "Task" [ 1309.435683] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.444687] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135055, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.767636] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536833} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.767914] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.768131] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.768428] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a611bdc-c25c-4ef4-a4db-9264bb5f8954 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.775940] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1309.775940] env[69333]: value = "task-4135056" [ 1309.775940] env[69333]: _type = "Task" [ 1309.775940] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.786735] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.946090] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135055, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.285308] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066567} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.285692] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.286425] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852b0fc-54d5-4731-b43f-c77ae1d22f8c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.306444] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.306699] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3f1221-dd00-4c5a-a3bb-fa1e0745a478 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.328201] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1310.328201] env[69333]: value = "task-4135057" [ 1310.328201] env[69333]: _type = "Task" [ 1310.328201] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.336734] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.445963] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135055, 'name': CreateVM_Task, 'duration_secs': 0.630743} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.446147] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.446598] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.446743] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.447103] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.447415] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d6aa38-c140-459e-bd05-1654ba9f3c5b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.452149] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1310.452149] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52eff504-f11c-00f7-c80a-4971b96a32d0" [ 1310.452149] env[69333]: _type = "Task" [ 1310.452149] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.460177] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52eff504-f11c-00f7-c80a-4971b96a32d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.839702] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.963256] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52eff504-f11c-00f7-c80a-4971b96a32d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.963579] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.963809] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.964056] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.964257] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.964405] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.964663] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb51f387-5106-4c4d-b68f-60d861770113 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.973954] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.974157] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.974889] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99fcbbf-4520-46db-8bcf-4e4aac9f1d08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.980317] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1310.980317] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6e67-c2f2-7092-ae0f-7839a32117db" [ 1310.980317] env[69333]: _type = "Task" [ 1310.980317] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.988448] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6e67-c2f2-7092-ae0f-7839a32117db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.339335] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135057, 'name': ReconfigVM_Task, 'duration_secs': 0.818141} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.339721] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c/d1538baf-5772-4238-aac3-6b2e36eb693c.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.340276] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b05c4d5-d1de-4599-acc0-89842e63709b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.348927] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1311.348927] env[69333]: value = "task-4135058" [ 1311.348927] env[69333]: _type = "Task" [ 1311.348927] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.357258] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135058, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.490830] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520a6e67-c2f2-7092-ae0f-7839a32117db, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.491578] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d465c7-ba27-4f22-a4ce-147e833b5f6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.496595] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1311.496595] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3f8e-a08d-d194-8b5c-910c9f31dd4b" [ 1311.496595] env[69333]: _type = "Task" [ 1311.496595] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.504169] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3f8e-a08d-d194-8b5c-910c9f31dd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.858747] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135058, 'name': Rename_Task, 'duration_secs': 0.13295} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.858987] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.859232] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab79eb9-08a8-4117-af3f-3c52f2d2188d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.865591] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1311.865591] env[69333]: value = "task-4135059" [ 1311.865591] env[69333]: _type = "Task" [ 1311.865591] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.874441] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.007156] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]523e3f8e-a08d-d194-8b5c-910c9f31dd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.05456} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.007447] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.007711] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.007970] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88ae515a-0c8d-46ac-98e6-c5f2b645425a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.015796] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1312.015796] env[69333]: value = "task-4135060" [ 1312.015796] env[69333]: _type = "Task" [ 1312.015796] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.024335] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.376103] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.525379] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454673} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.525566] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.525780] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.526044] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65b5ecf-82bc-4d2b-9558-ee916cb171d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.532727] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1312.532727] env[69333]: value = "task-4135061" [ 1312.532727] env[69333]: _type = "Task" [ 1312.532727] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.541680] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.876504] env[69333]: DEBUG oslo_vmware.api [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135059, 'name': PowerOnVM_Task, 'duration_secs': 0.520039} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.876757] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.876972] env[69333]: DEBUG nova.compute.manager [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.877803] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c26b0-411c-4119-bebe-2029fae315bf {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.042768] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061766} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.042969] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.043765] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04326bed-0fcf-433a-8aa4-669d57ce5e66 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.063545] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.063831] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efcb6c0-9c20-4ea7-b743-4047685a131c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.082425] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1313.082425] env[69333]: value = "task-4135062" [ 1313.082425] env[69333]: _type = "Task" [ 1313.082425] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.092740] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.395971] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.396461] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.396706] env[69333]: DEBUG nova.objects.instance [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1313.594034] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.094725] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.383078] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "d1538baf-5772-4238-aac3-6b2e36eb693c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.383388] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.383664] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "d1538baf-5772-4238-aac3-6b2e36eb693c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.383921] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.384193] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.386459] env[69333]: INFO nova.compute.manager [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Terminating instance [ 1314.405347] env[69333]: DEBUG oslo_concurrency.lockutils [None req-29e5b060-352e-4025-bbc5-270dd1978e84 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.573023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.573297] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.573562] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "a44945e7-4209-44d4-b953-625f669374e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.573771] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.573945] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.576209] env[69333]: INFO nova.compute.manager [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Terminating instance [ 1314.594876] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135062, 'name': ReconfigVM_Task, 'duration_secs': 1.122011} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.595135] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.595757] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34a2f4d6-a1ab-43b5-867f-1331622e6172 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.603730] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1314.603730] env[69333]: value = "task-4135063" [ 1314.603730] env[69333]: _type = "Task" [ 1314.603730] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.611825] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135063, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.890386] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "refresh_cache-d1538baf-5772-4238-aac3-6b2e36eb693c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.890622] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquired lock "refresh_cache-d1538baf-5772-4238-aac3-6b2e36eb693c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.890736] env[69333]: DEBUG nova.network.neutron [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.079638] env[69333]: DEBUG nova.compute.manager [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.079927] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.080241] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ea07be-960d-4e7b-9735-bb678f076a89 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.088584] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1315.088584] env[69333]: value = "task-4135064" [ 1315.088584] env[69333]: _type = "Task" [ 1315.088584] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.097276] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.112949] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135063, 'name': Rename_Task, 'duration_secs': 0.157848} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.113251] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.113496] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfd4a02-2cf3-4c04-8085-9ba723e53754 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.120348] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1315.120348] env[69333]: value = "task-4135065" [ 1315.120348] env[69333]: _type = "Task" [ 1315.120348] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.128411] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.410816] env[69333]: DEBUG nova.network.neutron [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.458811] env[69333]: DEBUG nova.network.neutron [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.598726] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135064, 'name': PowerOffVM_Task, 'duration_secs': 0.185028} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.599026] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.599226] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1315.599428] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818935', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'name': 'volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a44945e7-4209-44d4-b953-625f669374e3', 'attached_at': '2025-05-14T08:00:09.000000', 'detached_at': '', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'serial': '8271a08f-951e-4fc4-ae47-0bb3d60fa034'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1315.600246] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b12c1-2dc6-485b-a9c2-ea7265b88c25 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.624694] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f2b567-8eb3-425d-a4a1-5dc8f2b99287 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.633280] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135065, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.635604] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5d2f3-dc5c-4444-a071-188af5f3f34a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.653559] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e29245d-0da1-471b-ac51-03cf4fe7f89d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.668716] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] The volume has not been displaced from its original location: [datastore2] volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034/volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1315.674098] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.674319] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d89852-de4e-4d9f-b7b6-5234cda21f06 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.693259] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1315.693259] env[69333]: value = "task-4135066" [ 1315.693259] env[69333]: _type = "Task" [ 1315.693259] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.702235] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.961353] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Releasing lock "refresh_cache-d1538baf-5772-4238-aac3-6b2e36eb693c" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.961771] env[69333]: DEBUG nova.compute.manager [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.961984] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.962874] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59988bf1-9f88-43f0-89d7-d6a6414a43ab {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.971529] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.971793] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b429aa40-782c-4c72-ba4d-2730a1ebff57 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.978289] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1315.978289] env[69333]: value = "task-4135067" [ 1315.978289] env[69333]: _type = "Task" [ 1315.978289] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.987470] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.131625] env[69333]: DEBUG oslo_vmware.api [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135065, 'name': PowerOnVM_Task, 'duration_secs': 0.542945} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.131902] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.132122] env[69333]: INFO nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1316.132299] env[69333]: DEBUG nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.133141] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0b8783-8bc0-4807-9aa3-032116a436e3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.203150] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135066, 'name': ReconfigVM_Task, 'duration_secs': 0.212198} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.203435] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.208113] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782f5f62-6b61-4e4f-9fca-079cb0a9e4d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.224209] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1316.224209] env[69333]: value = "task-4135068" [ 1316.224209] env[69333]: _type = "Task" [ 1316.224209] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.232802] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.488279] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135067, 'name': PowerOffVM_Task, 'duration_secs': 0.139135} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.488743] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.488743] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.488980] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71be2dc5-de1b-4ae4-884e-09a9b30eb73e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.513464] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.513669] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.513848] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Deleting the datastore file [datastore1] d1538baf-5772-4238-aac3-6b2e36eb693c {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.514124] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a40d317b-5b0b-4166-bd93-b5ee145ab55e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.521675] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for the task: (returnval){ [ 1316.521675] env[69333]: value = "task-4135070" [ 1316.521675] env[69333]: _type = "Task" [ 1316.521675] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.531973] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.651796] env[69333]: INFO nova.compute.manager [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Took 12.33 seconds to build instance. [ 1316.735331] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135068, 'name': ReconfigVM_Task, 'duration_secs': 0.163351} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.735685] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818935', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'name': 'volume-8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a44945e7-4209-44d4-b953-625f669374e3', 'attached_at': '2025-05-14T08:00:09.000000', 'detached_at': '', 'volume_id': '8271a08f-951e-4fc4-ae47-0bb3d60fa034', 'serial': '8271a08f-951e-4fc4-ae47-0bb3d60fa034'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1316.735990] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.737218] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3ef12-6352-4614-b393-b46b375e20e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.745077] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.745518] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad762f6-31e3-4c9b-92e5-9410ea7baf67 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.833937] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.834197] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.834387] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore2] a44945e7-4209-44d4-b953-625f669374e3 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.835030] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2d0af5-bfc2-4906-ae05-cd98efc17f0e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.842359] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1316.842359] env[69333]: value = "task-4135072" [ 1316.842359] env[69333]: _type = "Task" [ 1316.842359] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.850948] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.032581] env[69333]: DEBUG oslo_vmware.api [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Task: {'id': task-4135070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09708} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.032889] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.033067] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.033254] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.033429] env[69333]: INFO nova.compute.manager [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1317.033680] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.033877] env[69333]: DEBUG nova.compute.manager [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.033969] env[69333]: DEBUG nova.network.neutron [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.049979] env[69333]: DEBUG nova.network.neutron [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.154370] env[69333]: DEBUG oslo_concurrency.lockutils [None req-6953041e-7eb6-45b8-9352-d819eed23702 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.845s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.352449] env[69333]: DEBUG oslo_vmware.api [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101898} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.352710] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.352899] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.353090] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.353266] env[69333]: INFO nova.compute.manager [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1317.353513] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.353714] env[69333]: DEBUG nova.compute.manager [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.353796] env[69333]: DEBUG nova.network.neutron [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.362192] env[69333]: INFO nova.compute.manager [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Rebuilding instance [ 1317.407940] env[69333]: DEBUG nova.compute.manager [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1317.409059] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab27bad-2fc5-485d-a860-2f7a79ab0250 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.554055] env[69333]: DEBUG nova.network.neutron [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.824291] env[69333]: DEBUG nova.compute.manager [req-3535c952-19b6-41a7-8a61-da9e82b0da21 req-429bdae7-08b8-4b8d-95a8-7818aaf8fe64 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Received event network-vif-deleted-26a501f3-dce1-48af-99ec-c9b37c62e6bb {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.824579] env[69333]: INFO nova.compute.manager [req-3535c952-19b6-41a7-8a61-da9e82b0da21 req-429bdae7-08b8-4b8d-95a8-7818aaf8fe64 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Neutron deleted interface 26a501f3-dce1-48af-99ec-c9b37c62e6bb; detaching it from the instance and deleting it from the info cache [ 1317.824662] env[69333]: DEBUG nova.network.neutron [req-3535c952-19b6-41a7-8a61-da9e82b0da21 req-429bdae7-08b8-4b8d-95a8-7818aaf8fe64 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.055067] env[69333]: INFO nova.compute.manager [-] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Took 1.02 seconds to deallocate network for instance. [ 1318.302474] env[69333]: DEBUG nova.network.neutron [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.326955] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79b86ad9-9b3c-47b0-b44e-de87ee34f184 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.339192] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c77623-3ea5-471d-9bdf-bac18692087a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.370202] env[69333]: DEBUG nova.compute.manager [req-3535c952-19b6-41a7-8a61-da9e82b0da21 req-429bdae7-08b8-4b8d-95a8-7818aaf8fe64 service nova] [instance: a44945e7-4209-44d4-b953-625f669374e3] Detach interface failed, port_id=26a501f3-dce1-48af-99ec-c9b37c62e6bb, reason: Instance a44945e7-4209-44d4-b953-625f669374e3 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.422998] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.423259] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fac88ad-0b5f-41d6-95c1-21cb9536667c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.431164] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1318.431164] env[69333]: value = "task-4135073" [ 1318.431164] env[69333]: _type = "Task" [ 1318.431164] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.445122] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.562496] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.563023] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.563433] env[69333]: DEBUG nova.objects.instance [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lazy-loading 'resources' on Instance uuid d1538baf-5772-4238-aac3-6b2e36eb693c {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.805927] env[69333]: INFO nova.compute.manager [-] [instance: a44945e7-4209-44d4-b953-625f669374e3] Took 1.45 seconds to deallocate network for instance. [ 1318.940533] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135073, 'name': PowerOffVM_Task, 'duration_secs': 0.214615} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.940815] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.941035] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.941903] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a7719-aef1-4f74-bd9d-e980cb94f59d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.949865] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.950122] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1bfc3fc-9d05-451f-8f36-2e5e4b93b0c8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.974532] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.974758] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.974936] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Deleting the datastore file [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.975226] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f0421da-5540-4ca1-b340-ba3ad69edc63 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.982287] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1318.982287] env[69333]: value = "task-4135075" [ 1318.982287] env[69333]: _type = "Task" [ 1318.982287] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.991948] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.163836] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d98e8-a90a-4fe8-a07d-350cc53cbfe3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.171982] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17059847-22a9-47f3-84ec-cc392fc4d2ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.203260] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d6b9e-d925-489b-a76a-22e98a76655b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.211063] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e7a8de-aef1-4d42-a0ab-17d9c4f32e58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.225619] env[69333]: DEBUG nova.compute.provider_tree [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.354677] env[69333]: INFO nova.compute.manager [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Took 0.55 seconds to detach 1 volumes for instance. [ 1319.356802] env[69333]: DEBUG nova.compute.manager [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: a44945e7-4209-44d4-b953-625f669374e3] Deleting volume: 8271a08f-951e-4fc4-ae47-0bb3d60fa034 {{(pid=69333) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1319.492698] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092564} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.492990] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.493175] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.493351] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.728740] env[69333]: DEBUG nova.scheduler.client.report [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.897081] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.234794] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.237376] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.340s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.237696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.260087] env[69333]: INFO nova.scheduler.client.report [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Deleted allocations for instance d1538baf-5772-4238-aac3-6b2e36eb693c [ 1320.261846] env[69333]: INFO nova.scheduler.client.report [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocations for instance a44945e7-4209-44d4-b953-625f669374e3 [ 1320.529419] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.529691] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.529864] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.530082] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.530233] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.530439] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.530664] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.530825] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.530993] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.531176] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.531350] env[69333]: DEBUG nova.virt.hardware [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.532243] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe6424-cc5e-4f96-905d-443be9306e20 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.540488] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9516a9-00f3-4fc4-ba83-b91fadd6a8fc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.554417] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance VIF info [] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.560102] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.560377] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.560604] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd59a2d8-8185-492f-babb-37c7760694d0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.578682] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.578682] env[69333]: value = "task-4135077" [ 1320.578682] env[69333]: _type = "Task" [ 1320.578682] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.589492] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135077, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.772467] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b8c54f59-6e1f-46d7-84b8-be5ca37845f2 tempest-ServersListShow2100Test-1972848280 tempest-ServersListShow2100Test-1972848280-project-member] Lock "d1538baf-5772-4238-aac3-6b2e36eb693c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.775197] env[69333]: DEBUG oslo_concurrency.lockutils [None req-e7cb5ba0-e95c-43dc-a843-58258815829c tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "a44945e7-4209-44d4-b953-625f669374e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.201s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.088538] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135077, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.352875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "73f99894-a339-4ff7-aa7b-198a11dcc651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.352875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.352875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.352875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.352875] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.354984] env[69333]: INFO nova.compute.manager [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Terminating instance [ 1321.589446] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135077, 'name': CreateVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.861327] env[69333]: DEBUG nova.compute.manager [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.861683] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.862539] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b49bdd-8cd4-4c71-a3ab-7a80ac8068b6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.871021] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.871324] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf0338a-b632-4838-98bb-867d22aa785e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.878865] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1321.878865] env[69333]: value = "task-4135078" [ 1321.878865] env[69333]: _type = "Task" [ 1321.878865] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.887794] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.093054] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135077, 'name': CreateVM_Task, 'duration_secs': 1.309304} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.093259] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.093709] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.093872] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.094218] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.094487] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80beb1e3-1b98-40da-a35e-0109be88023a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.099370] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1322.099370] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5212f872-3b4b-e29a-4a60-659f3cf81ac6" [ 1322.099370] env[69333]: _type = "Task" [ 1322.099370] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.107198] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5212f872-3b4b-e29a-4a60-659f3cf81ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.389337] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135078, 'name': PowerOffVM_Task, 'duration_secs': 0.339049} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.389678] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.389886] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.390180] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-984b6e45-fc24-4b15-8584-4e9727a3c6fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.463778] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.464095] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.464359] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore2] 73f99894-a339-4ff7-aa7b-198a11dcc651 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.464655] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bda3e56-2b07-477a-b432-2a8c3bab1593 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.471864] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1322.471864] env[69333]: value = "task-4135080" [ 1322.471864] env[69333]: _type = "Task" [ 1322.471864] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.479868] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.610458] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5212f872-3b4b-e29a-4a60-659f3cf81ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.610719] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.610957] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.611211] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.611357] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.611536] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.611806] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bf1ed9-38d3-4ebb-874b-a6e47902b824 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.629241] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.629421] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.630157] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a6b237-6a95-410e-ac01-d464dc1c97e4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.635401] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1322.635401] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52713106-bc2f-3ffe-9210-9da3db9d9f34" [ 1322.635401] env[69333]: _type = "Task" [ 1322.635401] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.644205] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52713106-bc2f-3ffe-9210-9da3db9d9f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.983037] env[69333]: DEBUG oslo_vmware.api [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307856} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.983037] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.983037] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.983532] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.983532] env[69333]: INFO nova.compute.manager [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.983532] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.983666] env[69333]: DEBUG nova.compute.manager [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.983760] env[69333]: DEBUG nova.network.neutron [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.147069] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52713106-bc2f-3ffe-9210-9da3db9d9f34, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.147877] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118e0f04-8587-4102-b7de-a79efcbe1f08 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.153142] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1323.153142] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a947-8b8e-83a9-891a-8a69a1d97afe" [ 1323.153142] env[69333]: _type = "Task" [ 1323.153142] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.161403] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a947-8b8e-83a9-891a-8a69a1d97afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.235817] env[69333]: DEBUG nova.compute.manager [req-8b9066de-e00a-4d35-b018-dea5c9d01ef3 req-570e3477-9d46-4965-aa2c-a5889173106f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Received event network-vif-deleted-a655a740-3868-488e-8f5e-a1a6fe104038 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.236088] env[69333]: INFO nova.compute.manager [req-8b9066de-e00a-4d35-b018-dea5c9d01ef3 req-570e3477-9d46-4965-aa2c-a5889173106f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Neutron deleted interface a655a740-3868-488e-8f5e-a1a6fe104038; detaching it from the instance and deleting it from the info cache [ 1323.236230] env[69333]: DEBUG nova.network.neutron [req-8b9066de-e00a-4d35-b018-dea5c9d01ef3 req-570e3477-9d46-4965-aa2c-a5889173106f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.664810] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52e7a947-8b8e-83a9-891a-8a69a1d97afe, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.665120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.665400] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.665711] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a019d9c-625b-49f0-9faa-0a416522358c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.674735] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1323.674735] env[69333]: value = "task-4135081" [ 1323.674735] env[69333]: _type = "Task" [ 1323.674735] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.683478] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.721239] env[69333]: DEBUG nova.network.neutron [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.738631] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf205399-d2f3-4dfd-819f-7d016d607841 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.750174] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6605c8-da3f-41ec-bd24-29e8813c173d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.779242] env[69333]: DEBUG nova.compute.manager [req-8b9066de-e00a-4d35-b018-dea5c9d01ef3 req-570e3477-9d46-4965-aa2c-a5889173106f service nova] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Detach interface failed, port_id=a655a740-3868-488e-8f5e-a1a6fe104038, reason: Instance 73f99894-a339-4ff7-aa7b-198a11dcc651 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.184907] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476625} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.185289] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.185506] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.185686] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eea399c-0a5d-4584-9981-b95bc32ffa0a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.194241] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1324.194241] env[69333]: value = "task-4135082" [ 1324.194241] env[69333]: _type = "Task" [ 1324.194241] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.202913] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.223610] env[69333]: INFO nova.compute.manager [-] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Took 1.24 seconds to deallocate network for instance. [ 1324.704266] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065986} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.704574] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.705434] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c139e-c447-4ce8-9f45-2962125d1c5d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.725830] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.726156] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39306507-cb35-4abe-8924-5f4de7f79489 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.741046] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.741343] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.741567] env[69333]: DEBUG nova.objects.instance [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'resources' on Instance uuid 73f99894-a339-4ff7-aa7b-198a11dcc651 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.750283] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1324.750283] env[69333]: value = "task-4135083" [ 1324.750283] env[69333]: _type = "Task" [ 1324.750283] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.759402] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.261138] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135083, 'name': ReconfigVM_Task, 'duration_secs': 0.311381} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.261505] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4/53016aaa-d0d5-45cf-a2a2-5aa891b93fc4.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.262083] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2af4d2-b351-435b-830d-d464bdfc6b0c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.269559] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1325.269559] env[69333]: value = "task-4135084" [ 1325.269559] env[69333]: _type = "Task" [ 1325.269559] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.280245] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135084, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.332725] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4100acf5-8ea9-4c21-a90b-22d3a891ecec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.341261] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ddcae7-9cc3-4e29-be57-912967412777 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.373185] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e8fac-f5d6-4f25-931c-259486f17f38 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.381580] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc5222-417c-42d2-8561-3c47d7c1b6ca {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.395882] env[69333]: DEBUG nova.compute.provider_tree [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.780675] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135084, 'name': Rename_Task, 'duration_secs': 0.156693} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.781048] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.781308] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b876b5d5-89e1-4c79-bb2b-76739ff5cece {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.788439] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1325.788439] env[69333]: value = "task-4135085" [ 1325.788439] env[69333]: _type = "Task" [ 1325.788439] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.796041] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.899491] env[69333]: DEBUG nova.scheduler.client.report [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.298676] env[69333]: DEBUG oslo_vmware.api [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135085, 'name': PowerOnVM_Task, 'duration_secs': 0.456858} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.298975] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.299197] env[69333]: DEBUG nova.compute.manager [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1326.299945] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f09169-72fc-4d8a-a910-e2e417634dbc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.405147] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.430483] env[69333]: INFO nova.scheduler.client.report [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocations for instance 73f99894-a339-4ff7-aa7b-198a11dcc651 [ 1326.817094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.817094] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.817343] env[69333]: DEBUG nova.objects.instance [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69333) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1326.938272] env[69333]: DEBUG oslo_concurrency.lockutils [None req-709e7b86-b601-4cc6-a3e1-359e3d120cf7 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "73f99894-a339-4ff7-aa7b-198a11dcc651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.124836] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.125121] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.125342] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.125585] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.125714] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.128061] env[69333]: INFO nova.compute.manager [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Terminating instance [ 1327.631632] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "refresh_cache-53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.632050] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquired lock "refresh_cache-53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.632050] env[69333]: DEBUG nova.network.neutron [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.826482] env[69333]: DEBUG oslo_concurrency.lockutils [None req-2e361f97-91fd-43c5-bc38-4eb5fc69bd0d tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.152147] env[69333]: DEBUG nova.network.neutron [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.211199] env[69333]: DEBUG nova.network.neutron [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.713964] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Releasing lock "refresh_cache-53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.714470] env[69333]: DEBUG nova.compute.manager [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.714723] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.715723] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6add8f-c96c-4fb8-a38a-746e8928b79a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.723570] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.724262] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c01f620-534f-4ba6-91e5-063c57830bf3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.731622] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1328.731622] env[69333]: value = "task-4135087" [ 1328.731622] env[69333]: _type = "Task" [ 1328.731622] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.741294] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.241685] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135087, 'name': PowerOffVM_Task, 'duration_secs': 0.165669} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.242024] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.242217] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.242476] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7dbc629-6a28-481d-bb7a-9af2dce5b421 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.266108] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.266332] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.266520] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Deleting the datastore file [datastore2] 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.266802] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b87412-898c-49a8-9051-0b7818433907 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.273678] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for the task: (returnval){ [ 1329.273678] env[69333]: value = "task-4135089" [ 1329.273678] env[69333]: _type = "Task" [ 1329.273678] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.283076] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.783390] env[69333]: DEBUG oslo_vmware.api [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Task: {'id': task-4135089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111424} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.783769] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.783769] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.783981] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.784114] env[69333]: INFO nova.compute.manager [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1329.784353] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.784545] env[69333]: DEBUG nova.compute.manager [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.784642] env[69333]: DEBUG nova.network.neutron [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.800251] env[69333]: DEBUG nova.network.neutron [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.302593] env[69333]: DEBUG nova.network.neutron [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.805338] env[69333]: INFO nova.compute.manager [-] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Took 1.02 seconds to deallocate network for instance. [ 1331.093421] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.093689] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.093901] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.094111] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.094313] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.096798] env[69333]: INFO nova.compute.manager [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Terminating instance [ 1331.312294] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.312541] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.312656] env[69333]: DEBUG nova.objects.instance [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lazy-loading 'resources' on Instance uuid 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.600577] env[69333]: DEBUG nova.compute.manager [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.600773] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.602153] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa765e48-ffe2-437e-a8c4-062e7e619ca9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.609887] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.610181] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d99f0ddd-6f5d-4357-9fdb-fc9015b77051 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.616659] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1331.616659] env[69333]: value = "task-4135090" [ 1331.616659] env[69333]: _type = "Task" [ 1331.616659] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.624979] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.880174] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b8617e-c41a-4a46-a44a-47588565d904 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.889728] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c821b73d-1b2a-4d14-88b9-b0441cccdae9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.919737] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca3ad54-325f-44fc-9bf7-c787b0b3be17 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.927508] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8c860-63d4-4d1e-8651-bd4023de1dcc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.940831] env[69333]: DEBUG nova.compute.provider_tree [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.126158] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135090, 'name': PowerOffVM_Task, 'duration_secs': 0.22096} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.126443] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.126609] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.126863] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9abef4-4493-4388-b4f9-96a5329e4897 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.192584] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.192799] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.192969] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleting the datastore file [datastore2] c692dc7f-a8e1-4cbf-936f-6087f086b5eb {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.193257] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aed134f-091b-4ba3-a070-b5f0585e5229 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.201952] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for the task: (returnval){ [ 1332.201952] env[69333]: value = "task-4135092" [ 1332.201952] env[69333]: _type = "Task" [ 1332.201952] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.211573] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.444530] env[69333]: DEBUG nova.scheduler.client.report [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.712671] env[69333]: DEBUG oslo_vmware.api [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Task: {'id': task-4135092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142159} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.712874] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.713070] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.713253] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.713428] env[69333]: INFO nova.compute.manager [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.713676] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.713873] env[69333]: DEBUG nova.compute.manager [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.713968] env[69333]: DEBUG nova.network.neutron [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.949756] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.969575] env[69333]: INFO nova.scheduler.client.report [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Deleted allocations for instance 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4 [ 1332.974976] env[69333]: DEBUG nova.compute.manager [req-a01d7883-f19e-4f83-97ae-51a26fbf4d35 req-c61302b0-d3c5-46a2-b644-3c6a9a0f9d7f service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Received event network-vif-deleted-aee57866-8f40-4db3-80dc-11288d97c129 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.975147] env[69333]: INFO nova.compute.manager [req-a01d7883-f19e-4f83-97ae-51a26fbf4d35 req-c61302b0-d3c5-46a2-b644-3c6a9a0f9d7f service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Neutron deleted interface aee57866-8f40-4db3-80dc-11288d97c129; detaching it from the instance and deleting it from the info cache [ 1332.975313] env[69333]: DEBUG nova.network.neutron [req-a01d7883-f19e-4f83-97ae-51a26fbf4d35 req-c61302b0-d3c5-46a2-b644-3c6a9a0f9d7f service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.457726] env[69333]: DEBUG nova.network.neutron [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.477755] env[69333]: DEBUG oslo_concurrency.lockutils [None req-eebe0a71-9295-4bb4-ac1b-37dedf0c53f5 tempest-ServerShowV254Test-1469390409 tempest-ServerShowV254Test-1469390409-project-member] Lock "53016aaa-d0d5-45cf-a2a2-5aa891b93fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.353s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.479075] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6b22ad9-3b3e-48e5-bab8-7ca3c61ffffa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.490134] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cabe1ed-c3df-4e88-b125-7883431aca8d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.518854] env[69333]: DEBUG nova.compute.manager [req-a01d7883-f19e-4f83-97ae-51a26fbf4d35 req-c61302b0-d3c5-46a2-b644-3c6a9a0f9d7f service nova] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Detach interface failed, port_id=aee57866-8f40-4db3-80dc-11288d97c129, reason: Instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.960701] env[69333]: INFO nova.compute.manager [-] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Took 1.25 seconds to deallocate network for instance. [ 1334.467324] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.467658] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.467887] env[69333]: DEBUG nova.objects.instance [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lazy-loading 'resources' on Instance uuid c692dc7f-a8e1-4cbf-936f-6087f086b5eb {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.022253] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe671026-26d7-4ba9-a8a3-a17ad9389136 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.030332] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bfbfdf-e78d-4a5f-94d6-e589f20babea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.062435] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa06f8d-d440-4d83-bb66-24a13de9732c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.070293] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c582ed-887d-4516-8e39-6c0921f56891 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.083698] env[69333]: DEBUG nova.compute.provider_tree [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.613757] env[69333]: DEBUG nova.scheduler.client.report [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updated inventory for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1335.614049] env[69333]: DEBUG nova.compute.provider_tree [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating resource provider caa9ba4d-1bf1-4129-a314-713bb6912151 generation from 181 to 182 during operation: update_inventory {{(pid=69333) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1335.614238] env[69333]: DEBUG nova.compute.provider_tree [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Updating inventory in ProviderTree for provider caa9ba4d-1bf1-4129-a314-713bb6912151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.118782] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.137084] env[69333]: INFO nova.scheduler.client.report [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Deleted allocations for instance c692dc7f-a8e1-4cbf-936f-6087f086b5eb [ 1336.644903] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07e513bb-3bba-4d4f-bf51-f11d889fb813 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Lock "c692dc7f-a8e1-4cbf-936f-6087f086b5eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.796706] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.796969] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.797157] env[69333]: INFO nova.compute.manager [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Shelving [ 1338.838820] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839085] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839246] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839393] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839539] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839682] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839824] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.839956] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.840115] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.342972] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.343247] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.343415] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.343564] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1339.344458] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca2d76-2936-4c43-9cb4-11aa1a27f718 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.353259] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5921dc1-6008-435b-9236-7f25c0eb43f9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.368685] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad3545-1055-4ac7-b17e-4fbe90b637f7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.376080] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0e2e0-a35b-4bc2-9bff-54e2d9c776a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.405195] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179917MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1339.405349] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.405587] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.806146] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.806525] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f367a95-bfce-44ff-b091-66c162357420 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.814355] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1339.814355] env[69333]: value = "task-4135093" [ 1339.814355] env[69333]: _type = "Task" [ 1339.814355] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.824093] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.324367] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135093, 'name': PowerOffVM_Task, 'duration_secs': 0.216243} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.324656] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.325518] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12ed11-9330-4874-ade4-dfb50d452fbd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.344155] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880fee60-3d01-4e61-85db-7bd6469a0c94 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.433381] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 72ce4ad6-822e-4d35-8f4a-754194cc074e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.433533] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 18791eda-20f4-464d-8071-aa02e3b24bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1340.433715] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1340.433854] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1340.473284] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c9578-09e7-4e73-8035-90e25fa071e0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.481742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a8ff4-a7e2-4a2a-9595-3755f67203ba {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.512698] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d47f62-f26c-4bdd-a96c-550e9f5b039e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.520496] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5230955-cf76-4061-90a0-757d43d9743b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.534682] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.856346] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Creating Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1340.856748] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c805427-2232-4c14-97ec-ee8a44d8cf33 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.865322] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1340.865322] env[69333]: value = "task-4135094" [ 1340.865322] env[69333]: _type = "Task" [ 1340.865322] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.874292] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135094, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.037837] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.375420] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135094, 'name': CreateSnapshot_Task, 'duration_secs': 0.445253} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.375674] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Created Snapshot of the VM instance {{(pid=69333) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1341.376454] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9528de1-f0aa-451e-886d-5ff3459e95c4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.543379] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1341.543583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.895960] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Creating linked-clone VM from snapshot {{(pid=69333) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1341.896345] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d6760aa-f72e-4be5-a6db-3e6fd8da445d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.905796] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1341.905796] env[69333]: value = "task-4135095" [ 1341.905796] env[69333]: _type = "Task" [ 1341.905796] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.914143] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135095, 'name': CloneVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.419857] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135095, 'name': CloneVM_Task} progress is 94%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.916853] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135095, 'name': CloneVM_Task, 'duration_secs': 0.988979} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.917345] env[69333]: INFO nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Created linked-clone VM from snapshot [ 1342.917915] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef917a4-a3dc-456e-aa68-fc4db4f81d7c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.925868] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Uploading image 790baa48-bc74-40f8-aacb-d127116df497 {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1342.953534] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1342.953534] env[69333]: value = "vm-818955" [ 1342.953534] env[69333]: _type = "VirtualMachine" [ 1342.953534] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1342.953811] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56d43a03-1657-4b8b-b28b-4c8c6cb9fee9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.962437] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease: (returnval){ [ 1342.962437] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520aa3a3-e0bd-0adc-a7bb-f706441284e5" [ 1342.962437] env[69333]: _type = "HttpNfcLease" [ 1342.962437] env[69333]: } obtained for exporting VM: (result){ [ 1342.962437] env[69333]: value = "vm-818955" [ 1342.962437] env[69333]: _type = "VirtualMachine" [ 1342.962437] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1342.962809] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the lease: (returnval){ [ 1342.962809] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520aa3a3-e0bd-0adc-a7bb-f706441284e5" [ 1342.962809] env[69333]: _type = "HttpNfcLease" [ 1342.962809] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.970339] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.970339] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520aa3a3-e0bd-0adc-a7bb-f706441284e5" [ 1342.970339] env[69333]: _type = "HttpNfcLease" [ 1342.970339] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.472206] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.472206] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520aa3a3-e0bd-0adc-a7bb-f706441284e5" [ 1343.472206] env[69333]: _type = "HttpNfcLease" [ 1343.472206] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.472512] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.472512] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520aa3a3-e0bd-0adc-a7bb-f706441284e5" [ 1343.472512] env[69333]: _type = "HttpNfcLease" [ 1343.472512] env[69333]: }. {{(pid=69333) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1343.473263] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b26527-7fe9-448b-81a7-bd60fc4107f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.480965] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.481164] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk for reading. {{(pid=69333) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1343.572432] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a37aba5-94a1-408c-8e51-2f9fed2fc050 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.464389] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.465685] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.968958] env[69333]: DEBUG nova.compute.utils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.472506] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.540433] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.540829] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.540913] env[69333]: INFO nova.compute.manager [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Attaching volume 694bc5a8-edb9-449e-864a-69e3004ad709 to /dev/sdb [ 1346.573668] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f41b3f-432b-41d7-88af-3f2892961c9c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.581308] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26475706-8e9d-4da8-92ad-79fdb205eca3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.597522] env[69333]: DEBUG nova.virt.block_device [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating existing volume attachment record: 0ba09007-52b3-42bb-9ecb-c0cd5bac79cc {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.143359] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1351.143647] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818957', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'name': 'volume-694bc5a8-edb9-449e-864a-69e3004ad709', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18791eda-20f4-464d-8071-aa02e3b24bd6', 'attached_at': '', 'detached_at': '', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'serial': '694bc5a8-edb9-449e-864a-69e3004ad709'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1351.144485] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b46a6e-afba-4715-a15e-753b537b3a13 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.161965] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a9765-c0ea-4bc7-a2bf-0049e491e773 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.187334] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-694bc5a8-edb9-449e-864a-69e3004ad709/volume-694bc5a8-edb9-449e-864a-69e3004ad709.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.187643] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d96005-9e4b-4108-a23e-f9a41de3945a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.206482] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1351.206482] env[69333]: value = "task-4135101" [ 1351.206482] env[69333]: _type = "Task" [ 1351.206482] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.217822] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.460474] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1351.461386] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6768c9e6-5c03-4d33-995f-6c6b1f388260 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.467900] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1351.468091] env[69333]: ERROR oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk due to incomplete transfer. [ 1351.468327] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df4f474b-861f-4db4-ba99-1d19574eaf75 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.476792] env[69333]: DEBUG oslo_vmware.rw_handles [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a7d8-9f3f-48b5-08ca-23a68c50700a/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1351.476978] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Uploaded image 790baa48-bc74-40f8-aacb-d127116df497 to the Glance image server {{(pid=69333) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1351.479338] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Destroying the VM {{(pid=69333) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1351.479589] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8b3e9e9-0a62-42d3-bf9e-5de7838fe7ed {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.485064] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1351.485064] env[69333]: value = "task-4135102" [ 1351.485064] env[69333]: _type = "Task" [ 1351.485064] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.492883] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135102, 'name': Destroy_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.716500] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.995426] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135102, 'name': Destroy_Task, 'duration_secs': 0.41263} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.995713] env[69333]: INFO nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Destroyed the VM [ 1351.995942] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleting Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1351.996234] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-134447d4-ee6e-4d43-8c3f-4fa20115b8a8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.003380] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1352.003380] env[69333]: value = "task-4135103" [ 1352.003380] env[69333]: _type = "Task" [ 1352.003380] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.011777] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.217733] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135101, 'name': ReconfigVM_Task, 'duration_secs': 0.534229} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.218177] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-694bc5a8-edb9-449e-864a-69e3004ad709/volume-694bc5a8-edb9-449e-864a-69e3004ad709.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.222756] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76c4d31-3a3c-47c6-b247-09827d738356 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.238204] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1352.238204] env[69333]: value = "task-4135104" [ 1352.238204] env[69333]: _type = "Task" [ 1352.238204] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.246853] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.513472] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420287} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.515031] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleted Snapshot of the VM instance {{(pid=69333) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.515031] env[69333]: DEBUG nova.compute.manager [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.515212] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67387956-8527-4be6-9085-3ad8dbad0c36 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.749923] env[69333]: DEBUG oslo_vmware.api [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135104, 'name': ReconfigVM_Task, 'duration_secs': 0.151841} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.750234] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818957', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'name': 'volume-694bc5a8-edb9-449e-864a-69e3004ad709', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18791eda-20f4-464d-8071-aa02e3b24bd6', 'attached_at': '', 'detached_at': '', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'serial': '694bc5a8-edb9-449e-864a-69e3004ad709'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1353.027500] env[69333]: INFO nova.compute.manager [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Shelve offloading [ 1353.530973] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.531376] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e040e95-d217-4528-b72e-ef81cc4f573a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.538953] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1353.538953] env[69333]: value = "task-4135105" [ 1353.538953] env[69333]: _type = "Task" [ 1353.538953] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.546902] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.785359] env[69333]: DEBUG nova.objects.instance [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.879543] env[69333]: DEBUG oslo_concurrency.lockutils [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.049061] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] VM already powered off {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.049236] env[69333]: DEBUG nova.compute.manager [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1354.049987] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c816647-e8c0-443e-bab6-ea05f8b358a0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.055784] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.055950] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.056125] env[69333]: DEBUG nova.network.neutron [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.290802] env[69333]: DEBUG oslo_concurrency.lockutils [None req-f475e8f6-116f-4e18-b93c-9e0717c3ebca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.750s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.291733] env[69333]: DEBUG oslo_concurrency.lockutils [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.412s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.291915] env[69333]: DEBUG nova.compute.manager [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1354.292905] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0f268a-8beb-46e6-a03b-4eb058798395 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.299637] env[69333]: DEBUG nova.compute.manager [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1354.300222] env[69333]: DEBUG nova.objects.instance [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.773943] env[69333]: DEBUG nova.network.neutron [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.276911] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.306403] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.306694] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c55cdb4-b8a2-4519-aa10-b7cffacd632a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.314869] env[69333]: DEBUG oslo_vmware.api [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1355.314869] env[69333]: value = "task-4135106" [ 1355.314869] env[69333]: _type = "Task" [ 1355.314869] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.324362] env[69333]: DEBUG oslo_vmware.api [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.494410] env[69333]: DEBUG nova.compute.manager [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-vif-unplugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.494635] env[69333]: DEBUG oslo_concurrency.lockutils [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.494841] env[69333]: DEBUG oslo_concurrency.lockutils [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.495266] env[69333]: DEBUG oslo_concurrency.lockutils [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.495478] env[69333]: DEBUG nova.compute.manager [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] No waiting events found dispatching network-vif-unplugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1355.495625] env[69333]: WARNING nova.compute.manager [req-e186014a-a269-49a0-938d-b3ffd745b9a9 req-bbaa7a2e-3669-4fe4-9731-e0276fcbb3ff service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received unexpected event network-vif-unplugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f for instance with vm_state shelved and task_state shelving_offloading. [ 1355.586097] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.586989] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534571f6-e628-4d00-bd7e-226ddcd30931 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.594753] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.594979] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c538ea-bb98-40d3-963b-18ed800fd49d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.662031] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.662316] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.662451] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleting the datastore file [datastore1] 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.662724] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a4c27f-0789-4b4b-81c7-2d7354a95f6c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.669687] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1355.669687] env[69333]: value = "task-4135108" [ 1355.669687] env[69333]: _type = "Task" [ 1355.669687] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.679041] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.825269] env[69333]: DEBUG oslo_vmware.api [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135106, 'name': PowerOffVM_Task, 'duration_secs': 0.189857} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.825651] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.825767] env[69333]: DEBUG nova.compute.manager [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.826528] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c7a2f6-55e4-4a02-9d42-6d78c1a8eb85 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.180199] env[69333]: DEBUG oslo_vmware.api [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131043} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.180477] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.180664] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.180840] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.206664] env[69333]: INFO nova.scheduler.client.report [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted allocations for instance 72ce4ad6-822e-4d35-8f4a-754194cc074e [ 1356.339285] env[69333]: DEBUG oslo_concurrency.lockutils [None req-92e7c24a-b68a-40b9-b558-d1abe8f5baae tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.710814] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.711100] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.711331] env[69333]: DEBUG nova.objects.instance [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'resources' on Instance uuid 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.213653] env[69333]: DEBUG nova.objects.instance [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'numa_topology' on Instance uuid 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.406067] env[69333]: DEBUG nova.objects.instance [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.526500] env[69333]: DEBUG nova.compute.manager [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.526665] env[69333]: DEBUG nova.compute.manager [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing instance network info cache due to event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.526936] env[69333]: DEBUG oslo_concurrency.lockutils [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.526988] env[69333]: DEBUG oslo_concurrency.lockutils [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.527198] env[69333]: DEBUG nova.network.neutron [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.716167] env[69333]: DEBUG nova.objects.base [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Object Instance<72ce4ad6-822e-4d35-8f4a-754194cc074e> lazy-loaded attributes: resources,numa_topology {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1357.745928] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07949f89-4850-411f-a7e4-72ea6504661b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.754777] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546edb5d-3647-480b-8db5-63a09ca72422 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.784742] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218577c-25fb-4aec-9712-96d51bb96efd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.793277] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19135e0-e773-4e16-90a7-8e567d8036d9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.807155] env[69333]: DEBUG nova.compute.provider_tree [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.912630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.912819] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.912984] env[69333]: DEBUG nova.network.neutron [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.913190] env[69333]: DEBUG nova.objects.instance [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'info_cache' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.275641] env[69333]: DEBUG nova.network.neutron [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updated VIF entry in instance network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.276116] env[69333]: DEBUG nova.network.neutron [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.310523] env[69333]: DEBUG nova.scheduler.client.report [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.416540] env[69333]: DEBUG nova.objects.base [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Object Instance<18791eda-20f4-464d-8071-aa02e3b24bd6> lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1358.600213] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.779400] env[69333]: DEBUG oslo_concurrency.lockutils [req-43fb0170-9fe9-4d14-8449-8f16149267e6 req-049764aa-1a83-48cf-aaea-0cd13c9e7a72 service nova] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.815630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.107773] env[69333]: DEBUG nova.network.neutron [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.324599] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b4aaa28b-adb6-46de-9feb-a64bba1d2198 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.526s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.324599] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.724s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.324599] env[69333]: INFO nova.compute.manager [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Unshelving [ 1359.610360] env[69333]: DEBUG oslo_concurrency.lockutils [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.346437] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.346722] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.346832] env[69333]: DEBUG nova.objects.instance [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'pci_requests' on Instance uuid 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.616772] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.617061] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb7c340-c061-4a06-94cd-8ed346f37e76 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.624616] env[69333]: DEBUG oslo_vmware.api [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1360.624616] env[69333]: value = "task-4135109" [ 1360.624616] env[69333]: _type = "Task" [ 1360.624616] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.632300] env[69333]: DEBUG oslo_vmware.api [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.851637] env[69333]: DEBUG nova.objects.instance [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'numa_topology' on Instance uuid 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.135379] env[69333]: DEBUG oslo_vmware.api [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135109, 'name': PowerOnVM_Task, 'duration_secs': 0.395521} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.135567] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.135778] env[69333]: DEBUG nova.compute.manager [None req-fe7366bb-2d9b-429b-b25f-8eb7a4475bf8 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.136573] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800d102-04b3-4f56-ae44-afda638419fa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.354521] env[69333]: INFO nova.compute.claims [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.403121] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2811a-626a-4a97-bcc9-264b70dd5311 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.411459] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75efdf-dedc-486e-9880-3ad1daea9fb3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.441183] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce12e4cd-4066-4cbe-bf77-725f41370347 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.449148] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af421668-f848-45ec-9944-631094d2b385 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.462892] env[69333]: DEBUG nova.compute.provider_tree [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.966704] env[69333]: DEBUG nova.scheduler.client.report [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.471656] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.500903] env[69333]: INFO nova.network.neutron [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating port d235e5b3-1a09-4231-aa26-8cd660f7d71f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1364.880154] env[69333]: DEBUG nova.compute.manager [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.880485] env[69333]: DEBUG oslo_concurrency.lockutils [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.880829] env[69333]: DEBUG oslo_concurrency.lockutils [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.880829] env[69333]: DEBUG oslo_concurrency.lockutils [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.881021] env[69333]: DEBUG nova.compute.manager [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] No waiting events found dispatching network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1364.881133] env[69333]: WARNING nova.compute.manager [req-065635a5-bd89-4600-a039-c0c9e811090a req-972c6c99-30b7-4ba8-aae6-66f75c0f0e36 service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received unexpected event network-vif-plugged-d235e5b3-1a09-4231-aa26-8cd660f7d71f for instance with vm_state shelved_offloaded and task_state spawning. [ 1364.987547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987547] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.987547] env[69333]: DEBUG nova.network.neutron [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.679667] env[69333]: DEBUG nova.network.neutron [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.182942] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.211847] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ffa5876007a9a61837a2494ca3a0b61',container_format='bare',created_at=2025-05-14T08:01:12Z,direct_url=,disk_format='vmdk',id=790baa48-bc74-40f8-aacb-d127116df497,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1019431352-shelved',owner='1de2dc528ea84e1fa78d2a2ac42b1452',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T08:01:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.212114] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.212276] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.212456] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.212598] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.212741] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.212977] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.213168] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.213377] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.213567] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.213736] env[69333]: DEBUG nova.virt.hardware [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.214595] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320f02e-7434-41b9-9de2-3375949d5d4b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.222505] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd52a4fd-9ff7-4d3f-8cd5-3edc00cc2379 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.236758] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:65:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd235e5b3-1a09-4231-aa26-8cd660f7d71f', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.244235] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.244546] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.244777] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe51879-1e69-412a-8ed8-2b7facc746f2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.265217] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.265217] env[69333]: value = "task-4135110" [ 1366.265217] env[69333]: _type = "Task" [ 1366.265217] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.273178] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135110, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.775281] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135110, 'name': CreateVM_Task} progress is 25%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.905899] env[69333]: DEBUG nova.compute.manager [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.906230] env[69333]: DEBUG nova.compute.manager [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing instance network info cache due to event network-changed-d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.906307] env[69333]: DEBUG oslo_concurrency.lockutils [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] Acquiring lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.906437] env[69333]: DEBUG oslo_concurrency.lockutils [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] Acquired lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.906592] env[69333]: DEBUG nova.network.neutron [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Refreshing network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.276020] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135110, 'name': CreateVM_Task, 'duration_secs': 0.910352} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.276420] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.276923] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.277097] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.277495] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.277772] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341b3e3a-ec8f-4742-8acd-bd111d1e594a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.284283] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1367.284283] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5249e736-b3d8-d634-8d30-31d16a4dcd02" [ 1367.284283] env[69333]: _type = "Task" [ 1367.284283] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.293441] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5249e736-b3d8-d634-8d30-31d16a4dcd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.762737] env[69333]: DEBUG nova.network.neutron [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updated VIF entry in instance network info cache for port d235e5b3-1a09-4231-aa26-8cd660f7d71f. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.763128] env[69333]: DEBUG nova.network.neutron [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [{"id": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "address": "fa:16:3e:8f:65:41", "network": {"id": "c509c6e1-5b29-4bc5-a18d-aac0092be6a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-544786717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1de2dc528ea84e1fa78d2a2ac42b1452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd235e5b3-1a", "ovs_interfaceid": "d235e5b3-1a09-4231-aa26-8cd660f7d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.795529] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.795786] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Processing image 790baa48-bc74-40f8-aacb-d127116df497 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.796105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.796274] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.796464] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.796761] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a720dc6-6eb0-46b1-b8a8-2a8cf54efd2d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.817526] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.817716] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.818559] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8f9f91-06e7-4083-833a-e7418185a39c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.825105] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1367.825105] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d6e127-4a2b-7707-57d3-57218f0176ee" [ 1367.825105] env[69333]: _type = "Task" [ 1367.825105] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.834236] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]52d6e127-4a2b-7707-57d3-57218f0176ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.266492] env[69333]: DEBUG oslo_concurrency.lockutils [req-b6978bb4-b985-4ad0-93d0-e57a348d7b12 req-45e7021f-41d1-4268-b58f-e930229df1ec service nova] Releasing lock "refresh_cache-72ce4ad6-822e-4d35-8f4a-754194cc074e" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.335411] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Preparing fetch location {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1368.335752] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Fetch image to [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4/OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4.vmdk {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1368.335805] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Downloading stream optimized image 790baa48-bc74-40f8-aacb-d127116df497 to [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4/OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4.vmdk on the data store datastore2 as vApp {{(pid=69333) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1368.335949] env[69333]: DEBUG nova.virt.vmwareapi.images [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Downloading image file data 790baa48-bc74-40f8-aacb-d127116df497 to the ESX as VM named 'OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4' {{(pid=69333) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1368.424727] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1368.424727] env[69333]: value = "resgroup-9" [ 1368.424727] env[69333]: _type = "ResourcePool" [ 1368.424727] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1368.425084] env[69333]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5255dc11-4312-45bd-96a7-ae51e3d56310 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.447730] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease: (returnval){ [ 1368.447730] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5283df24-1e6b-ae5c-6d68-295f2d744e32" [ 1368.447730] env[69333]: _type = "HttpNfcLease" [ 1368.447730] env[69333]: } obtained for vApp import into resource pool (val){ [ 1368.447730] env[69333]: value = "resgroup-9" [ 1368.447730] env[69333]: _type = "ResourcePool" [ 1368.447730] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1368.448234] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the lease: (returnval){ [ 1368.448234] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5283df24-1e6b-ae5c-6d68-295f2d744e32" [ 1368.448234] env[69333]: _type = "HttpNfcLease" [ 1368.448234] env[69333]: } to be ready. {{(pid=69333) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1368.455919] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.455919] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5283df24-1e6b-ae5c-6d68-295f2d744e32" [ 1368.455919] env[69333]: _type = "HttpNfcLease" [ 1368.455919] env[69333]: } is initializing. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1368.956511] env[69333]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.956511] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5283df24-1e6b-ae5c-6d68-295f2d744e32" [ 1368.956511] env[69333]: _type = "HttpNfcLease" [ 1368.956511] env[69333]: } is ready. {{(pid=69333) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1368.956738] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1368.956738] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5283df24-1e6b-ae5c-6d68-295f2d744e32" [ 1368.956738] env[69333]: _type = "HttpNfcLease" [ 1368.956738] env[69333]: }. {{(pid=69333) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1368.957489] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9737ef7-10c7-4f62-86db-24ae7cac7ab9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.966230] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk from lease info. {{(pid=69333) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1368.966481] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk. {{(pid=69333) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1369.029281] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0896daa8-845c-4f7a-aacd-717aedb3d942 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.100627] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Completed reading data from the image iterator. {{(pid=69333) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1370.100974] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1370.101732] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84333b6-45c7-449f-aa08-ecf601cb7885 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.108447] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk is in state: ready. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1370.108604] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk. {{(pid=69333) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1370.108844] env[69333]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-74362e61-5251-4f5f-9318-0cfdb91dd8df {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.327650] env[69333]: DEBUG oslo_vmware.rw_handles [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d155f7-1417-9109-7584-625d79d742f2/disk-0.vmdk. {{(pid=69333) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1370.327882] env[69333]: INFO nova.virt.vmwareapi.images [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Downloaded image file data 790baa48-bc74-40f8-aacb-d127116df497 [ 1370.328767] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60349e3f-30eb-4865-85e1-382df09cfd8a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.345661] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89dfdc3-1398-4746-8a13-30a816822827 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.378532] env[69333]: INFO nova.virt.vmwareapi.images [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] The imported VM was unregistered [ 1370.380968] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Caching image {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1370.381225] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Creating directory with path [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.381648] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1abac2c8-e24c-4735-853c-7eff85f11670 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.392930] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Created directory with path [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497 {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.393137] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4/OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4.vmdk to [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk. {{(pid=69333) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1370.393405] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9b55ae32-7e83-4ae3-abdf-abd8297b433f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.400115] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1370.400115] env[69333]: value = "task-4135113" [ 1370.400115] env[69333]: _type = "Task" [ 1370.400115] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.408765] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.912812] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.414064] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.914764] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.415907] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.914501] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135113, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.238904} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.914762] env[69333]: INFO nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4/OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4.vmdk to [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk. [ 1372.914944] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Cleaning up location [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1372.915134] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ba6bbe33-5cf5-4651-b207-dd094f5cd2e4 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.915392] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1997fe-74fb-4d6d-b5f8-e922a175dd80 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.922029] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1372.922029] env[69333]: value = "task-4135114" [ 1372.922029] env[69333]: _type = "Task" [ 1372.922029] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.929870] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.434124] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037963} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.434441] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.434488] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.434713] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk to [datastore2] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.434960] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7146532b-8331-43bc-a0c5-19282f756434 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.442423] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1373.442423] env[69333]: value = "task-4135115" [ 1373.442423] env[69333]: _type = "Task" [ 1373.442423] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.450439] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.954691] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.455557] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.955530] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.457836] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.955730] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135115, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263415} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.956034] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/790baa48-bc74-40f8-aacb-d127116df497/790baa48-bc74-40f8-aacb-d127116df497.vmdk to [datastore2] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.956826] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af001e-3787-430e-8822-5b6256f3fdb2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.978683] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.979331] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14d897d-64a2-4a22-9410-4d1338e493d1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.999107] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1375.999107] env[69333]: value = "task-4135116" [ 1375.999107] env[69333]: _type = "Task" [ 1375.999107] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.006765] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135116, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.509667] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135116, 'name': ReconfigVM_Task, 'duration_secs': 0.494511} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.510018] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 72ce4ad6-822e-4d35-8f4a-754194cc074e/72ce4ad6-822e-4d35-8f4a-754194cc074e.vmdk or device None with type streamOptimized {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.510711] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de4b966c-6057-44c1-8498-3be657a6ac72 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.517165] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1376.517165] env[69333]: value = "task-4135117" [ 1376.517165] env[69333]: _type = "Task" [ 1376.517165] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.524917] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135117, 'name': Rename_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.026911] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135117, 'name': Rename_Task, 'duration_secs': 0.408789} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.027195] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.027445] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57679042-7528-421b-97d6-6f248276b4a3 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.034017] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1377.034017] env[69333]: value = "task-4135118" [ 1377.034017] env[69333]: _type = "Task" [ 1377.034017] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.042118] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.547293] env[69333]: DEBUG oslo_vmware.api [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135118, 'name': PowerOnVM_Task, 'duration_secs': 0.512466} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.547648] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.645172] env[69333]: DEBUG nova.compute.manager [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.646204] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b75a3-75ce-4df6-a3db-a3980f1c507d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.165978] env[69333]: DEBUG oslo_concurrency.lockutils [None req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.841s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.485021] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.485445] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.485522] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.485701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.485870] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.488096] env[69333]: INFO nova.compute.manager [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Terminating instance [ 1379.991916] env[69333]: DEBUG nova.compute.manager [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.992226] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.993272] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a450e4-8cf8-4d89-865f-5d307aac62ff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.002204] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.002514] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d12437c-2a1b-40ec-8218-74aa2c73dd91 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.009849] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1380.009849] env[69333]: value = "task-4135119" [ 1380.009849] env[69333]: _type = "Task" [ 1380.009849] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.020075] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.520187] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135119, 'name': PowerOffVM_Task, 'duration_secs': 0.207365} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.520586] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.520700] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.520865] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393b2290-4c13-4ca5-b758-66c1c843afa1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.586605] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.586904] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.587048] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleting the datastore file [datastore2] 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.587304] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9af0744-665c-43ee-b9ea-293d5eda2d36 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.594887] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for the task: (returnval){ [ 1380.594887] env[69333]: value = "task-4135121" [ 1380.594887] env[69333]: _type = "Task" [ 1380.594887] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.602987] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.105340] env[69333]: DEBUG oslo_vmware.api [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Task: {'id': task-4135121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136874} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.105678] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.105881] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.106184] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.106444] env[69333]: INFO nova.compute.manager [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1381.106722] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.106931] env[69333]: DEBUG nova.compute.manager [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.107038] env[69333]: DEBUG nova.network.neutron [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.530669] env[69333]: DEBUG nova.compute.manager [req-29ef5cab-47f1-4fbe-8018-4b11ba2f7fc0 req-49fe6e10-e919-4b77-add7-4ea82a7bd67f service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Received event network-vif-deleted-d235e5b3-1a09-4231-aa26-8cd660f7d71f {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.530669] env[69333]: INFO nova.compute.manager [req-29ef5cab-47f1-4fbe-8018-4b11ba2f7fc0 req-49fe6e10-e919-4b77-add7-4ea82a7bd67f service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Neutron deleted interface d235e5b3-1a09-4231-aa26-8cd660f7d71f; detaching it from the instance and deleting it from the info cache [ 1381.530669] env[69333]: DEBUG nova.network.neutron [req-29ef5cab-47f1-4fbe-8018-4b11ba2f7fc0 req-49fe6e10-e919-4b77-add7-4ea82a7bd67f service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.015028] env[69333]: DEBUG nova.network.neutron [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.032567] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68de5d36-a333-4ea3-982e-ef8af81d3857 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.044361] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6125324-c5fa-4394-8bd6-2e526715038e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.072879] env[69333]: DEBUG nova.compute.manager [req-29ef5cab-47f1-4fbe-8018-4b11ba2f7fc0 req-49fe6e10-e919-4b77-add7-4ea82a7bd67f service nova] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Detach interface failed, port_id=d235e5b3-1a09-4231-aa26-8cd660f7d71f, reason: Instance 72ce4ad6-822e-4d35-8f4a-754194cc074e could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.517636] env[69333]: INFO nova.compute.manager [-] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Took 1.41 seconds to deallocate network for instance. [ 1383.024787] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.025206] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.025261] env[69333]: DEBUG nova.objects.instance [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lazy-loading 'resources' on Instance uuid 72ce4ad6-822e-4d35-8f4a-754194cc074e {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.570644] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19090b6-ffa7-4814-b660-c7db85bf24a1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.580096] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f790639-01de-4a56-9b1f-939b48595acb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.613235] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73a20fd-05c6-4645-bebe-8fd6f3cec082 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.621202] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631d711-d99a-46a0-b54f-c99002eb1e32 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.635147] env[69333]: DEBUG nova.compute.provider_tree [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.138566] env[69333]: DEBUG nova.scheduler.client.report [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.644407] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.665698] env[69333]: INFO nova.scheduler.client.report [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Deleted allocations for instance 72ce4ad6-822e-4d35-8f4a-754194cc074e [ 1385.174542] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0472c6b5-73a6-499e-ba94-56ca750d2350 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Lock "72ce4ad6-822e-4d35-8f4a-754194cc074e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.984965] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.985360] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.490667] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.490667] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.490870] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.490953] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.491095] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.491245] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.491379] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1395.491518] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.994167] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.994628] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.994628] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.994783] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1395.995812] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944c473-beea-4788-921f-29592f76d29f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.004140] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f2796-9fdf-4878-a5ba-e9f617e98475 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.018693] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bfe1c8-5366-4437-99b9-5a165ac5a2ce {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.025501] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d07c8-b9fc-4fee-be66-27a3fddaf62f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.054835] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179917MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1396.054991] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.055216] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.082052] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 18791eda-20f4-464d-8071-aa02e3b24bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.082386] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1397.082510] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1397.112051] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97572d59-ed7a-40e4-81ab-252155356b3e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.119677] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e8a6c5-7fbd-40a6-98d0-55964ed5496e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.152038] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44cd353-222b-4041-b2d2-4db4a8cddaa1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.159247] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c879719-08c2-434c-bcc7-79da25de21c6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.172506] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.675731] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.758562] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.758818] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.180787] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1398.181166] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.262204] env[69333]: INFO nova.compute.manager [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Detaching volume 694bc5a8-edb9-449e-864a-69e3004ad709 [ 1398.292147] env[69333]: INFO nova.virt.block_device [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Attempting to driver detach volume 694bc5a8-edb9-449e-864a-69e3004ad709 from mountpoint /dev/sdb [ 1398.292411] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1398.292604] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818957', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'name': 'volume-694bc5a8-edb9-449e-864a-69e3004ad709', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18791eda-20f4-464d-8071-aa02e3b24bd6', 'attached_at': '', 'detached_at': '', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'serial': '694bc5a8-edb9-449e-864a-69e3004ad709'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1398.293491] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd6ad9-b13a-4ae0-9ce3-ea93d870d550 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.315806] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ba6e6a-c7bc-4aab-ac7c-cf54591c0f3b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.323325] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0a5a4-706f-4d0a-8344-9bb9f4f01eff {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.344680] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94476b97-b6c5-4d0d-ac90-c2322c8a3271 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.360132] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] The volume has not been displaced from its original location: [datastore2] volume-694bc5a8-edb9-449e-864a-69e3004ad709/volume-694bc5a8-edb9-449e-864a-69e3004ad709.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1398.366709] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.366995] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829fe98a-9761-495d-8d85-dfa8cc401d5e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.385508] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1398.385508] env[69333]: value = "task-4135123" [ 1398.385508] env[69333]: _type = "Task" [ 1398.385508] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.393574] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.895401] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135123, 'name': ReconfigVM_Task, 'duration_secs': 0.22151} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.895714] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.900846] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83677261-bba6-49a0-b3bf-359ebca4c236 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.919068] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1398.919068] env[69333]: value = "task-4135124" [ 1398.919068] env[69333]: _type = "Task" [ 1398.919068] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.930166] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.428843] env[69333]: DEBUG oslo_vmware.api [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135124, 'name': ReconfigVM_Task, 'duration_secs': 0.155946} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.429227] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818957', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'name': 'volume-694bc5a8-edb9-449e-864a-69e3004ad709', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18791eda-20f4-464d-8071-aa02e3b24bd6', 'attached_at': '', 'detached_at': '', 'volume_id': '694bc5a8-edb9-449e-864a-69e3004ad709', 'serial': '694bc5a8-edb9-449e-864a-69e3004ad709'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1399.970011] env[69333]: DEBUG nova.objects.instance [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.930828] env[69333]: DEBUG oslo_concurrency.lockutils [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.978193] env[69333]: DEBUG oslo_concurrency.lockutils [None req-0fae0f6e-bc32-4fd8-af4a-6fd3bae53ef6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.982344] env[69333]: DEBUG oslo_concurrency.lockutils [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.982344] env[69333]: DEBUG nova.compute.manager [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1400.982344] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eddffd8-7207-4f75-98b7-0f81094739f6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.989314] env[69333]: DEBUG nova.compute.manager [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69333) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1400.989934] env[69333]: DEBUG nova.objects.instance [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.998025] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.998398] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76752fea-f52f-4de8-8667-d3a7d9e66059 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.005302] env[69333]: DEBUG oslo_vmware.api [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1402.005302] env[69333]: value = "task-4135125" [ 1402.005302] env[69333]: _type = "Task" [ 1402.005302] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.014185] env[69333]: DEBUG oslo_vmware.api [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.514986] env[69333]: DEBUG oslo_vmware.api [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135125, 'name': PowerOffVM_Task, 'duration_secs': 0.18962} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.515377] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.515609] env[69333]: DEBUG nova.compute.manager [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1402.516380] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b81dfc-75f8-41c0-8540-9a7ad0616266 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.027274] env[69333]: DEBUG oslo_concurrency.lockutils [None req-21080ad3-5836-432c-89b9-6e4fbe4b8c1d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.332098] env[69333]: DEBUG nova.objects.instance [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.837273] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.837485] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.837611] env[69333]: DEBUG nova.network.neutron [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.837786] env[69333]: DEBUG nova.objects.instance [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'info_cache' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.341920] env[69333]: DEBUG nova.objects.base [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Object Instance<18791eda-20f4-464d-8071-aa02e3b24bd6> lazy-loaded attributes: flavor,info_cache {{(pid=69333) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1405.076821] env[69333]: DEBUG nova.network.neutron [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [{"id": "05f51b10-460a-40f7-b5a1-d58740480a07", "address": "fa:16:3e:1a:fb:58", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f51b10-46", "ovs_interfaceid": "05f51b10-460a-40f7-b5a1-d58740480a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.579736] env[69333]: DEBUG oslo_concurrency.lockutils [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "refresh_cache-18791eda-20f4-464d-8071-aa02e3b24bd6" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.585924] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.586371] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-024caab2-3e83-4560-82c8-d72f4ff47e2e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.594774] env[69333]: DEBUG oslo_vmware.api [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1406.594774] env[69333]: value = "task-4135126" [ 1406.594774] env[69333]: _type = "Task" [ 1406.594774] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.603292] env[69333]: DEBUG oslo_vmware.api [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.104869] env[69333]: DEBUG oslo_vmware.api [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135126, 'name': PowerOnVM_Task, 'duration_secs': 0.396614} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.105198] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.105386] env[69333]: DEBUG nova.compute.manager [None req-b220358c-edfe-4636-8096-e1637cff5f87 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1407.106178] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcacc31-f970-47c3-bcd4-19f80c77f524 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.369188] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.369542] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.369862] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.370088] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.370421] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.374133] env[69333]: INFO nova.compute.manager [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Terminating instance [ 1443.878474] env[69333]: DEBUG nova.compute.manager [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.878726] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.879708] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14e436-6452-476c-b02f-9467428f912b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.887497] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.887752] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-351924d6-983f-4aef-b1c0-3983866e7954 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.895232] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1443.895232] env[69333]: value = "task-4135127" [ 1443.895232] env[69333]: _type = "Task" [ 1443.895232] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.903800] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.405898] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135127, 'name': PowerOffVM_Task, 'duration_secs': 0.183671} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.406221] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.406325] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.406583] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5cc19db-9bb0-4d7d-af11-47dca0701fad {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.486824] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.487073] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Deleting contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.487270] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleting the datastore file [datastore1] 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.487545] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e08058c-73f8-4245-8f5a-cf3b5155245e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.493758] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1444.493758] env[69333]: value = "task-4135129" [ 1444.493758] env[69333]: _type = "Task" [ 1444.493758] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.501396] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.004183] env[69333]: DEBUG oslo_vmware.api [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14347} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.004442] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.004625] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Deleted contents of the VM from datastore datastore1 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.004804] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.004983] env[69333]: INFO nova.compute.manager [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1445.005250] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.005446] env[69333]: DEBUG nova.compute.manager [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.005549] env[69333]: DEBUG nova.network.neutron [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.440770] env[69333]: DEBUG nova.compute.manager [req-ea8444f4-deda-4a57-8f3c-d5a0a4870b24 req-c80eb50c-8cd9-477a-8d89-b7ba0b1c299a service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Received event network-vif-deleted-05f51b10-460a-40f7-b5a1-d58740480a07 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.441201] env[69333]: INFO nova.compute.manager [req-ea8444f4-deda-4a57-8f3c-d5a0a4870b24 req-c80eb50c-8cd9-477a-8d89-b7ba0b1c299a service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Neutron deleted interface 05f51b10-460a-40f7-b5a1-d58740480a07; detaching it from the instance and deleting it from the info cache [ 1445.441427] env[69333]: DEBUG nova.network.neutron [req-ea8444f4-deda-4a57-8f3c-d5a0a4870b24 req-c80eb50c-8cd9-477a-8d89-b7ba0b1c299a service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.919038] env[69333]: DEBUG nova.network.neutron [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.943604] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b28867-de14-44f0-812c-66b978be9b09 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.954937] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0c519-e90e-41da-a0f0-6dc93d3ae575 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.981064] env[69333]: DEBUG nova.compute.manager [req-ea8444f4-deda-4a57-8f3c-d5a0a4870b24 req-c80eb50c-8cd9-477a-8d89-b7ba0b1c299a service nova] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Detach interface failed, port_id=05f51b10-460a-40f7-b5a1-d58740480a07, reason: Instance 18791eda-20f4-464d-8071-aa02e3b24bd6 could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1446.422165] env[69333]: INFO nova.compute.manager [-] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Took 1.42 seconds to deallocate network for instance. [ 1446.929299] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.929691] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.929795] env[69333]: DEBUG nova.objects.instance [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'resources' on Instance uuid 18791eda-20f4-464d-8071-aa02e3b24bd6 {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.468670] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604f50c-10c7-4cb5-b471-2d6c1462fef8 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.477630] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e20a7-1057-4f06-be36-183e5ab7e370 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.507311] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5b832-c3aa-4b44-9e26-4389252430b9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.514263] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6308f76-8d14-4821-9991-d33f8f6dd687 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.527123] env[69333]: DEBUG nova.compute.provider_tree [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.030201] env[69333]: DEBUG nova.scheduler.client.report [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.535337] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.740442] env[69333]: INFO nova.scheduler.client.report [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleted allocations for instance 18791eda-20f4-464d-8071-aa02e3b24bd6 [ 1449.247971] env[69333]: DEBUG oslo_concurrency.lockutils [None req-c9f4ba6a-8a89-4212-8101-c51ca998c027 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "18791eda-20f4-464d-8071-aa02e3b24bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.285119] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.285388] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.285547] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.285694] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.285846] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.285985] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.286144] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.286281] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1450.286421] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.790701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.790701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.790701] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.790923] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1450.793275] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebf4f33-5f20-4782-ad58-56313bc2e81f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.801684] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9044e-f0eb-4251-b776-3f0b298fdd9f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.816819] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd6967-4869-4952-89c8-349b8f4569d5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.824061] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0cf6d3-6f00-4d04-83be-d9cf51eb1af9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.853946] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180660MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1450.854120] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.854326] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.575446] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.575759] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.077861] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Starting instance... {{(pid=69333) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.376346] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 7efa7390-2253-4d91-942e-cc7f6ab98bee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1452.376562] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1452.376751] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1452.402834] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19605d9a-dca9-49d4-8cbf-edcf85931510 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.410927] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c237aa8d-473d-4d5d-9e81-bc4a4f2f589f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.440357] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e8962-d0e2-4bbc-9eda-119f58158cec {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.448006] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d27787-ea98-4038-9c66-777e955f4a88 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.461581] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.598583] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.965336] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.470794] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1453.471068] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.617s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.471305] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.873s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.472826] env[69333]: INFO nova.compute.claims [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.475566] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.475709] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1453.987014] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] There are 26 instances to clean {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1453.987508] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 53016aaa-d0d5-45cf-a2a2-5aa891b93fc4] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.019050] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfb1863-6503-478b-a3e4-e8a7f4a13e28 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.026892] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f28b355-df49-42c0-bc56-1758e5d3209b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.057650] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d62b470-49d1-42c2-98f8-4aededc194dc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.065629] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5b734-d9c2-4646-a413-99493b62c3cb {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.078842] env[69333]: DEBUG nova.compute.provider_tree [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.494578] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: d1538baf-5772-4238-aac3-6b2e36eb693c] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.581910] env[69333]: DEBUG nova.scheduler.client.report [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.998413] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 18791eda-20f4-464d-8071-aa02e3b24bd6] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.086017] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.615s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.086556] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Start building networks asynchronously for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1455.501398] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 72ce4ad6-822e-4d35-8f4a-754194cc074e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.591902] env[69333]: DEBUG nova.compute.utils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1455.593233] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Allocating IP information in the background. {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.593405] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] allocate_for_instance() {{(pid=69333) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.641399] env[69333]: DEBUG nova.policy [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ba6a889fa1643d3ba66955b3087c2ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e6f2c0dc58488095f5c7b45347b13a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69333) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.966376] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Successfully created port: c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.006102] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5d8110cd-1e0c-4d44-9e2e-c0ecbfb62a7e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.096557] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Start building block device mappings for instance. {{(pid=69333) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.509765] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a44945e7-4209-44d4-b953-625f669374e3] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.013483] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e905c778-d51a-4d0e-a3c6-b74817e97428] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.105610] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Start spawning the instance on the hypervisor. {{(pid=69333) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.133676] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T07:46:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T07:46:37Z,direct_url=,disk_format='vmdk',id=4c0c4c4f-2385-4639-967e-3554b6257db7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c8fb0ef034a74dab83432fda823bfc8e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T07:46:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.133923] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Flavor limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.134102] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Image limits 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.134289] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Flavor pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.134433] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Image pref 0:0:0 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.134579] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69333) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.134785] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.134943] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.135121] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Got 1 possible topologies {{(pid=69333) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.135284] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.135454] env[69333]: DEBUG nova.virt.hardware [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69333) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.136370] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f9933-82d9-4d8d-8218-23ff8011803c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.144689] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56459372-3888-4190-9217-25f4c0360c9a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.338396] env[69333]: DEBUG nova.compute.manager [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Received event network-vif-plugged-c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.338616] env[69333]: DEBUG oslo_concurrency.lockutils [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.338891] env[69333]: DEBUG oslo_concurrency.lockutils [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.339199] env[69333]: DEBUG oslo_concurrency.lockutils [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.339482] env[69333]: DEBUG nova.compute.manager [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] No waiting events found dispatching network-vif-plugged-c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1457.339718] env[69333]: WARNING nova.compute.manager [req-326122d9-ab1a-491b-9ffa-4716d8e0151e req-be2e7c51-2b96-4937-8718-36a049cf9dc4 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Received unexpected event network-vif-plugged-c8b9a647-d085-418f-8fa4-c996d645cd04 for instance with vm_state building and task_state spawning. [ 1457.480427] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Successfully updated port: c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.516835] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 59cb31ea-1ba5-49a9-b7c1-f550f17e245e] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.983641] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.983826] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.983928] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Building network info cache for instance {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.019490] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 73f99894-a339-4ff7-aa7b-198a11dcc651] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.522955] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Instance cache missing network info. {{(pid=69333) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.525035] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 5e94c580-9b2e-4c0b-8528-78b84f8c55e7] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.654214] env[69333]: DEBUG nova.network.neutron [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating instance_info_cache with network_info: [{"id": "c8b9a647-d085-418f-8fa4-c996d645cd04", "address": "fa:16:3e:7d:24:de", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b9a647-d0", "ovs_interfaceid": "c8b9a647-d085-418f-8fa4-c996d645cd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.029814] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 6893cb9f-5b68-46ea-af95-a8d386f1feda] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.156687] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.157073] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Instance network_info: |[{"id": "c8b9a647-d085-418f-8fa4-c996d645cd04", "address": "fa:16:3e:7d:24:de", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b9a647-d0", "ovs_interfaceid": "c8b9a647-d085-418f-8fa4-c996d645cd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69333) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.157515] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:24:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8b9a647-d085-418f-8fa4-c996d645cd04', 'vif_model': 'vmxnet3'}] {{(pid=69333) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.165457] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.165700] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Creating VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.165968] env[69333]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0caa7ab8-ddf8-4101-849b-2462dea4d4a4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.186830] env[69333]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.186830] env[69333]: value = "task-4135130" [ 1459.186830] env[69333]: _type = "Task" [ 1459.186830] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.195231] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135130, 'name': CreateVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.366556] env[69333]: DEBUG nova.compute.manager [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Received event network-changed-c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.366725] env[69333]: DEBUG nova.compute.manager [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Refreshing instance network info cache due to event network-changed-c8b9a647-d085-418f-8fa4-c996d645cd04. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.366968] env[69333]: DEBUG oslo_concurrency.lockutils [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] Acquiring lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.367138] env[69333]: DEBUG oslo_concurrency.lockutils [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] Acquired lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.367296] env[69333]: DEBUG nova.network.neutron [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Refreshing network info cache for port c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.533379] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: b5027cbe-a5c9-4dd0-96c1-a42f042f94a7] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.696636] env[69333]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135130, 'name': CreateVM_Task, 'duration_secs': 0.333638} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.696845] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Created VM on the ESX host {{(pid=69333) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.697571] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.697733] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.698074] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.698329] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c92b9f-5e9a-46a9-a523-28e3e708629e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.702739] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1459.702739] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c3d25-e50d-ac31-3f39-ac1eef4f29a7" [ 1459.702739] env[69333]: _type = "Task" [ 1459.702739] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.710468] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c3d25-e50d-ac31-3f39-ac1eef4f29a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.036812] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 46f1202b-0536-4a6d-8563-9ab32bebd954] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.051199] env[69333]: DEBUG nova.network.neutron [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updated VIF entry in instance network info cache for port c8b9a647-d085-418f-8fa4-c996d645cd04. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.051524] env[69333]: DEBUG nova.network.neutron [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating instance_info_cache with network_info: [{"id": "c8b9a647-d085-418f-8fa4-c996d645cd04", "address": "fa:16:3e:7d:24:de", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b9a647-d0", "ovs_interfaceid": "c8b9a647-d085-418f-8fa4-c996d645cd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.212886] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]522c3d25-e50d-ac31-3f39-ac1eef4f29a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.213170] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.213400] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Processing image 4c0c4c4f-2385-4639-967e-3554b6257db7 {{(pid=69333) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.213630] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.213772] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.213947] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.214221] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1f75121-91d2-46db-bbdd-3499ca0910fe {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.222749] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69333) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.222921] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69333) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.223616] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440f0234-3caf-427b-9b5f-e7adbdba3dac {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.228759] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1460.228759] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520814ad-35a6-6000-eb51-8ec65189fbf6" [ 1460.228759] env[69333]: _type = "Task" [ 1460.228759] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.236795] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520814ad-35a6-6000-eb51-8ec65189fbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.540581] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 41e11890-c106-4737-ac3e-6d93cbe85c82] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.554461] env[69333]: DEBUG oslo_concurrency.lockutils [req-afd1a768-af23-44c2-8675-142444318b00 req-d219607b-e1fb-4561-8eb1-99f639cd7579 service nova] Releasing lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.740320] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]520814ad-35a6-6000-eb51-8ec65189fbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.741094] env[69333]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8435255a-5dde-4d53-9307-d10252c6efd6 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.745988] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1460.745988] env[69333]: value = "session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252d3a3-e3aa-3fa5-9db5-c3f643ae305a" [ 1460.745988] env[69333]: _type = "Task" [ 1460.745988] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.753808] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252d3a3-e3aa-3fa5-9db5-c3f643ae305a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.043477] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e5960300-aad4-492e-8a17-c7432125818c] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.256575] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': session[52fadcd7-878f-fd85-0b3e-1d764842bd8e]5252d3a3-e3aa-3fa5-9db5-c3f643ae305a, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.256824] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.257094] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7efa7390-2253-4d91-942e-cc7f6ab98bee/7efa7390-2253-4d91-942e-cc7f6ab98bee.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.257357] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1a8104-ac74-43f2-b3de-bece72f013b1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.266028] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1461.266028] env[69333]: value = "task-4135131" [ 1461.266028] env[69333]: _type = "Task" [ 1461.266028] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.273959] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.546263] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a17779cc-671a-499b-9f1d-0d0ecb8b49b4] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.775818] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428419} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.776099] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c0c4c4f-2385-4639-967e-3554b6257db7/4c0c4c4f-2385-4639-967e-3554b6257db7.vmdk to [datastore2] 7efa7390-2253-4d91-942e-cc7f6ab98bee/7efa7390-2253-4d91-942e-cc7f6ab98bee.vmdk {{(pid=69333) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.776336] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Extending root virtual disk to 1048576 {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.776587] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-661a941c-62e2-4fae-a7df-c4cbdfd2f58e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.783148] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1461.783148] env[69333]: value = "task-4135132" [ 1461.783148] env[69333]: _type = "Task" [ 1461.783148] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.791097] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.050538] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: d7f9d092-3ec0-4533-a9d9-11f2d4314034] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.293374] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073077} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.293704] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Extended root virtual disk {{(pid=69333) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.294598] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d8fa39-65fb-4ff1-a999-fa0d88d02676 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.317056] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7efa7390-2253-4d91-942e-cc7f6ab98bee/7efa7390-2253-4d91-942e-cc7f6ab98bee.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.317329] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4c501c-1fde-4037-bf06-e4f8cc3dfbea {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.337760] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1462.337760] env[69333]: value = "task-4135133" [ 1462.337760] env[69333]: _type = "Task" [ 1462.337760] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.346208] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.554306] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e4e3fc02-3ab7-494b-8f20-c8a1cd088ae1] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.848113] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135133, 'name': ReconfigVM_Task, 'duration_secs': 0.281952} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.848386] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7efa7390-2253-4d91-942e-cc7f6ab98bee/7efa7390-2253-4d91-942e-cc7f6ab98bee.vmdk or device None with type sparse {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.849050] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31891585-ebfd-42b9-a13d-b3252de1db7b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.855928] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1462.855928] env[69333]: value = "task-4135134" [ 1462.855928] env[69333]: _type = "Task" [ 1462.855928] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.865231] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135134, 'name': Rename_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.057344] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 3101ba74-4673-4852-a575-1e1175d0780a] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.365694] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135134, 'name': Rename_Task, 'duration_secs': 0.15392} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.365964] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Powering on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.366232] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-148e02e3-44c1-4ba6-9b1e-07c413bb6739 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.372193] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1463.372193] env[69333]: value = "task-4135135" [ 1463.372193] env[69333]: _type = "Task" [ 1463.372193] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.379985] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.560442] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e8cd7efa-0bf5-4b9f-9b72-1090a04cf20a] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.882623] env[69333]: DEBUG oslo_vmware.api [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135135, 'name': PowerOnVM_Task, 'duration_secs': 0.480528} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.882900] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Powered on the VM {{(pid=69333) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.883117] env[69333]: INFO nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1463.883302] env[69333]: DEBUG nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Checking state {{(pid=69333) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1463.884130] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7dbee2-4cf6-4eb4-886e-cc476d898852 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.063897] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 438f020a-a1b5-456c-a1b0-5b87fe879b1b] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.406366] env[69333]: INFO nova.compute.manager [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Took 11.82 seconds to build instance. [ 1464.567479] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: 7e639790-6ac4-434e-b742-64e321d89675] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.836701] env[69333]: DEBUG nova.compute.manager [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Received event network-changed-c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.836911] env[69333]: DEBUG nova.compute.manager [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Refreshing instance network info cache due to event network-changed-c8b9a647-d085-418f-8fa4-c996d645cd04. {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1464.837155] env[69333]: DEBUG oslo_concurrency.lockutils [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] Acquiring lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.837305] env[69333]: DEBUG oslo_concurrency.lockutils [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] Acquired lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.837466] env[69333]: DEBUG nova.network.neutron [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Refreshing network info cache for port c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.908650] env[69333]: DEBUG oslo_concurrency.lockutils [None req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.333s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.070974] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: f32a9507-36cf-444f-a47e-97a1e12bfc38] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.543578] env[69333]: DEBUG nova.network.neutron [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updated VIF entry in instance network info cache for port c8b9a647-d085-418f-8fa4-c996d645cd04. {{(pid=69333) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.543942] env[69333]: DEBUG nova.network.neutron [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating instance_info_cache with network_info: [{"id": "c8b9a647-d085-418f-8fa4-c996d645cd04", "address": "fa:16:3e:7d:24:de", "network": {"id": "2f263247-f801-4a98-846e-d125a5e9426c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-31410105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e6f2c0dc58488095f5c7b45347b13a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b9a647-d0", "ovs_interfaceid": "c8b9a647-d085-418f-8fa4-c996d645cd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.574116] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: e735079d-0582-4793-8d69-c5cb04fafbab] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.047153] env[69333]: DEBUG oslo_concurrency.lockutils [req-fe8465c5-b534-4b31-95d9-151b5b7bba8b req-76215442-8374-426c-83e2-c4b90045ec1b service nova] Releasing lock "refresh_cache-7efa7390-2253-4d91-942e-cc7f6ab98bee" {{(pid=69333) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.076966] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: c692dc7f-a8e1-4cbf-936f-6087f086b5eb] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.580242] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] [instance: a3122aed-c4a5-473f-85f7-546745a608cd] Instance has had 0 of 5 cleanup attempts {{(pid=69333) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.083897] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.084403] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Cleaning up deleted instances with incomplete migration {{(pid=69333) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1467.586811] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.921040] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.921348] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.424910] env[69333]: DEBUG nova.compute.utils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1502.927539] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.993584] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.993963] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.994108] env[69333]: INFO nova.compute.manager [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attaching volume 849cc466-9554-4646-aa84-56e3c1042afc to /dev/sdb [ 1504.056228] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732cfdac-50fc-4bbf-83fb-7a521795380b {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.063762] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8dc6a5-cb5f-44ca-aeeb-777b2da78734 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.077778] env[69333]: DEBUG nova.virt.block_device [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating existing volume attachment record: 003e6617-b9a2-4f6a-90d1-9352f45257d8 {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1508.620831] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1508.620831] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818961', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'name': 'volume-849cc466-9554-4646-aa84-56e3c1042afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'serial': '849cc466-9554-4646-aa84-56e3c1042afc'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1508.621524] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3bc2c3-0e69-4861-b921-a2fcc193e452 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.638478] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67387e5-64e1-4c06-867f-73ef2cd9f978 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.665386] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-849cc466-9554-4646-aa84-56e3c1042afc/volume-849cc466-9554-4646-aa84-56e3c1042afc.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.665707] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b894e65e-2310-4e83-9211-1e55c500c785 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.685089] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1508.685089] env[69333]: value = "task-4135138" [ 1508.685089] env[69333]: _type = "Task" [ 1508.685089] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.694881] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.195650] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135138, 'name': ReconfigVM_Task, 'duration_secs': 0.372593} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.195957] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-849cc466-9554-4646-aa84-56e3c1042afc/volume-849cc466-9554-4646-aa84-56e3c1042afc.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.200762] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2653eed-4108-4ce2-a971-fc3ea6184379 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.216221] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1509.216221] env[69333]: value = "task-4135139" [ 1509.216221] env[69333]: _type = "Task" [ 1509.216221] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.224458] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.725903] env[69333]: DEBUG oslo_vmware.api [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135139, 'name': ReconfigVM_Task, 'duration_secs': 0.1641} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.726287] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818961', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'name': 'volume-849cc466-9554-4646-aa84-56e3c1042afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'serial': '849cc466-9554-4646-aa84-56e3c1042afc'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1510.762532] env[69333]: DEBUG nova.objects.instance [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.270345] env[69333]: DEBUG oslo_concurrency.lockutils [None req-cce8a48e-447d-4491-89a0-78da6fd6106e tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.085105] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.085503] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.589228] env[69333]: DEBUG nova.compute.utils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Using /dev/sd instead of None {{(pid=69333) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.092322] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.153998] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.154365] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.154517] env[69333]: INFO nova.compute.manager [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attaching volume 737ab91d-8c7b-4202-8adc-b4383b6ac0b4 to /dev/sdc [ 1514.188701] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf7d18-2aa5-4084-9203-e2ab226b9f4c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.196978] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf638ee-1f02-4786-8c64-b466650d603f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.211527] env[69333]: DEBUG nova.virt.block_device [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating existing volume attachment record: 8bd68527-4297-4a09-8982-bb90a7b5d6dd {{(pid=69333) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1518.759420] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Volume attach. Driver type: vmdk {{(pid=69333) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.759693] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818962', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'name': 'volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'serial': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.760604] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167117fb-27c6-455a-8611-cfab1ecbbd9d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.777163] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ebeb4f-a72c-4c66-bf7b-fa75fca220f5 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.804521] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4/volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.804883] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5d8fce-7bbb-403c-9112-da1b5adcf794 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.823886] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1518.823886] env[69333]: value = "task-4135142" [ 1518.823886] env[69333]: _type = "Task" [ 1518.823886] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.832360] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.334016] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135142, 'name': ReconfigVM_Task, 'duration_secs': 0.364665} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.334302] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4/volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4.vmdk or device None with type thin {{(pid=69333) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.338838] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0ccc87-6bc9-4858-9625-5824d792889d {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.353480] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1519.353480] env[69333]: value = "task-4135143" [ 1519.353480] env[69333]: _type = "Task" [ 1519.353480] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.362655] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.863787] env[69333]: DEBUG oslo_vmware.api [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135143, 'name': ReconfigVM_Task, 'duration_secs': 0.141759} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.864105] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818962', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'name': 'volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'serial': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4'} {{(pid=69333) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.899734] env[69333]: DEBUG nova.objects.instance [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.405441] env[69333]: DEBUG oslo_concurrency.lockutils [None req-9e3516b2-5040-4953-a997-fb0cf5cb3daa tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.649652] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.649927] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.153064] env[69333]: INFO nova.compute.manager [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Detaching volume 849cc466-9554-4646-aa84-56e3c1042afc [ 1522.183179] env[69333]: INFO nova.virt.block_device [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attempting to driver detach volume 849cc466-9554-4646-aa84-56e3c1042afc from mountpoint /dev/sdb [ 1522.183528] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.183809] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818961', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'name': 'volume-849cc466-9554-4646-aa84-56e3c1042afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'serial': '849cc466-9554-4646-aa84-56e3c1042afc'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.184798] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8051b57f-bef0-4535-ac7e-2d7dc7765ad4 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.210195] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036baf4d-073a-4f73-8da2-262dc622b7d2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.217479] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508f497-8087-4dd9-bc37-6e5e76526df0 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.242642] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc469a8-cf26-44be-be80-2622276ac845 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.261933] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] The volume has not been displaced from its original location: [datastore1] volume-849cc466-9554-4646-aa84-56e3c1042afc/volume-849cc466-9554-4646-aa84-56e3c1042afc.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.267343] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.267672] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8277c3da-e277-4a21-a71d-bb9de86599cd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.286505] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1522.286505] env[69333]: value = "task-4135144" [ 1522.286505] env[69333]: _type = "Task" [ 1522.286505] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.294449] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.796067] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135144, 'name': ReconfigVM_Task, 'duration_secs': 0.216264} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.796302] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1522.800908] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce206b2-494f-4b3f-a4af-8650fa5456ee {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.815244] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1522.815244] env[69333]: value = "task-4135145" [ 1522.815244] env[69333]: _type = "Task" [ 1522.815244] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.823106] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.325591] env[69333]: DEBUG oslo_vmware.api [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135145, 'name': ReconfigVM_Task, 'duration_secs': 0.136331} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.325948] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818961', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'name': 'volume-849cc466-9554-4646-aa84-56e3c1042afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '849cc466-9554-4646-aa84-56e3c1042afc', 'serial': '849cc466-9554-4646-aa84-56e3c1042afc'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1523.866621] env[69333]: DEBUG nova.objects.instance [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.873843] env[69333]: DEBUG oslo_concurrency.lockutils [None req-8419fc20-db85-4308-b83b-4d199a95d7ca tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.888666] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.888912] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.391921] env[69333]: INFO nova.compute.manager [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Detaching volume 737ab91d-8c7b-4202-8adc-b4383b6ac0b4 [ 1525.426105] env[69333]: INFO nova.virt.block_device [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Attempting to driver detach volume 737ab91d-8c7b-4202-8adc-b4383b6ac0b4 from mountpoint /dev/sdc [ 1525.426367] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Volume detach. Driver type: vmdk {{(pid=69333) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1525.426557] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818962', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'name': 'volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'serial': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1525.427511] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22d010-4eca-4e41-90f8-b184ded0b4f1 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.450872] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2829063-c4ce-42f7-9935-d3d07bbe688a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.457655] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c73ec-6865-4b64-bbf0-b981ecf53789 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.477205] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8927f5-09c4-453d-8fa2-f63c1ff151da {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.491499] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] The volume has not been displaced from its original location: [datastore1] volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4/volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4.vmdk. No consolidation needed. {{(pid=69333) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1525.496585] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1525.496857] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6a7752-afef-4105-934e-cacf28365439 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.515410] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1525.515410] env[69333]: value = "task-4135146" [ 1525.515410] env[69333]: _type = "Task" [ 1525.515410] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.523357] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.024499] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135146, 'name': ReconfigVM_Task, 'duration_secs': 0.211749} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.024861] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69333) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1526.029336] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40257152-0aac-4924-985e-2bf7fac8b496 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.044129] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1526.044129] env[69333]: value = "task-4135147" [ 1526.044129] env[69333]: _type = "Task" [ 1526.044129] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.052077] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.555418] env[69333]: DEBUG oslo_vmware.api [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135147, 'name': ReconfigVM_Task, 'duration_secs': 0.129928} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.555707] env[69333]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818962', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'name': 'volume-737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efa7390-2253-4d91-942e-cc7f6ab98bee', 'attached_at': '', 'detached_at': '', 'volume_id': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4', 'serial': '737ab91d-8c7b-4202-8adc-b4383b6ac0b4'} {{(pid=69333) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1527.099618] env[69333]: DEBUG nova.objects.instance [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'flavor' on Instance uuid 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.090649] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.090925] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.106940] env[69333]: DEBUG oslo_concurrency.lockutils [None req-38b7bc39-4bc7-40fb-86ea-74d5864991e6 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.596729] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.597088] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.597269] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.597452] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.597612] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.597807] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.598261] env[69333]: DEBUG nova.compute.manager [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69333) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1528.598261] env[69333]: DEBUG oslo_service.periodic_task [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Running periodic task ComputeManager.update_available_resource {{(pid=69333) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.102069] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.102069] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.102288] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.102322] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69333) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1529.103248] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb4eba-79bb-4e50-a652-9fe36a14a57f {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.112931] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058fbf07-29f0-4aa1-97d9-fbffb1180b58 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.126893] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6ed4f-737d-4768-88c4-1eb8bd6d00bd {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.133435] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ac838-fe58-478f-8085-48dd5f490416 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.161620] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180639MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69333) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1529.161781] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.161996] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.269716] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.269960] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.270196] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.270378] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.270554] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.272725] env[69333]: INFO nova.compute.manager [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Terminating instance [ 1529.776859] env[69333]: DEBUG nova.compute.manager [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Start destroying the instance on the hypervisor. {{(pid=69333) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.777094] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Destroying instance {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.777983] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75aceb9-b7ad-49a2-b015-3f8687bd336a {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.785720] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Powering off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.785952] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f652be-08c4-457f-ae0a-8b9cb0afe438 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.792070] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1529.792070] env[69333]: value = "task-4135148" [ 1529.792070] env[69333]: _type = "Task" [ 1529.792070] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.800603] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.188526] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Instance 7efa7390-2253-4d91-942e-cc7f6ab98bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69333) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1530.188808] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1530.188885] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69333) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1530.220526] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0f0b2-9212-40a0-b002-286c19bbb3bc {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.229616] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d32cf-2835-4925-8f40-40f6fda1062c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.259389] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805eab6-2a5e-413c-b0a9-f37b935064a7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.266942] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5624a-4fdb-426f-bbf4-ab9a5e0f4aa9 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.279971] env[69333]: DEBUG nova.compute.provider_tree [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.303099] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135148, 'name': PowerOffVM_Task, 'duration_secs': 0.189992} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.303355] env[69333]: DEBUG nova.virt.vmwareapi.vm_util [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Powered off the VM {{(pid=69333) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.303532] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Unregistering the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.303806] env[69333]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea63d7e4-45da-4c5e-b8c3-bf582d0ac95c {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.375492] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Unregistered the VM {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.375731] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Deleting contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.375922] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleting the datastore file [datastore2] 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.376213] env[69333]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe904748-52fc-4739-ac12-5fc41182d20e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.384568] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for the task: (returnval){ [ 1530.384568] env[69333]: value = "task-4135150" [ 1530.384568] env[69333]: _type = "Task" [ 1530.384568] env[69333]: } to complete. {{(pid=69333) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.393290] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.783327] env[69333]: DEBUG nova.scheduler.client.report [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.894293] env[69333]: DEBUG oslo_vmware.api [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Task: {'id': task-4135150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142082} completed successfully. {{(pid=69333) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.894549] env[69333]: DEBUG nova.virt.vmwareapi.ds_util [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleted the datastore file {{(pid=69333) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.894733] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Deleted contents of the VM from datastore datastore2 {{(pid=69333) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.894904] env[69333]: DEBUG nova.virt.vmwareapi.vmops [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Instance destroyed {{(pid=69333) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.895088] env[69333]: INFO nova.compute.manager [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1530.895373] env[69333]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69333) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1530.895567] env[69333]: DEBUG nova.compute.manager [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Deallocating network for instance {{(pid=69333) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.895661] env[69333]: DEBUG nova.network.neutron [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] deallocate_for_instance() {{(pid=69333) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.288648] env[69333]: DEBUG nova.compute.resource_tracker [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69333) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1531.289027] env[69333]: DEBUG oslo_concurrency.lockutils [None req-61bc3031-a18c-4723-83fa-5c84a3128f4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.407823] env[69333]: DEBUG nova.compute.manager [req-14b0940e-19e4-484f-a576-03c2a57ac62c req-045ea5c9-4c86-444d-a087-406f09ce0904 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Received event network-vif-deleted-c8b9a647-d085-418f-8fa4-c996d645cd04 {{(pid=69333) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.407823] env[69333]: INFO nova.compute.manager [req-14b0940e-19e4-484f-a576-03c2a57ac62c req-045ea5c9-4c86-444d-a087-406f09ce0904 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Neutron deleted interface c8b9a647-d085-418f-8fa4-c996d645cd04; detaching it from the instance and deleting it from the info cache [ 1531.407823] env[69333]: DEBUG nova.network.neutron [req-14b0940e-19e4-484f-a576-03c2a57ac62c req-045ea5c9-4c86-444d-a087-406f09ce0904 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.845255] env[69333]: DEBUG nova.network.neutron [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Updating instance_info_cache with network_info: [] {{(pid=69333) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.912549] env[69333]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b3b5c34-a94a-45c6-ad2d-24a4a94afaa7 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.923449] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450039f-39ff-4797-b2c3-c75d677c71e2 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.949959] env[69333]: DEBUG nova.compute.manager [req-14b0940e-19e4-484f-a576-03c2a57ac62c req-045ea5c9-4c86-444d-a087-406f09ce0904 service nova] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Detach interface failed, port_id=c8b9a647-d085-418f-8fa4-c996d645cd04, reason: Instance 7efa7390-2253-4d91-942e-cc7f6ab98bee could not be found. {{(pid=69333) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1532.347340] env[69333]: INFO nova.compute.manager [-] [instance: 7efa7390-2253-4d91-942e-cc7f6ab98bee] Took 1.45 seconds to deallocate network for instance. [ 1532.854696] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.854969] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.855201] env[69333]: DEBUG nova.objects.instance [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lazy-loading 'resources' on Instance uuid 7efa7390-2253-4d91-942e-cc7f6ab98bee {{(pid=69333) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.390325] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9eda5d-3b39-4967-aaea-089811eb4788 {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.398097] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85394321-8be8-4547-bfb3-31957651b97e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.429113] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d3916-e6e8-4a9e-bce9-634fc9c2d07e {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.437166] env[69333]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf0c8f-7ac2-4041-b105-65d152048caa {{(pid=69333) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.451336] env[69333]: DEBUG nova.compute.provider_tree [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed in ProviderTree for provider: caa9ba4d-1bf1-4129-a314-713bb6912151 {{(pid=69333) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.954206] env[69333]: DEBUG nova.scheduler.client.report [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Inventory has not changed for provider caa9ba4d-1bf1-4129-a314-713bb6912151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69333) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.460573] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.482042] env[69333]: INFO nova.scheduler.client.report [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Deleted allocations for instance 7efa7390-2253-4d91-942e-cc7f6ab98bee [ 1534.991893] env[69333]: DEBUG oslo_concurrency.lockutils [None req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Lock "7efa7390-2253-4d91-942e-cc7f6ab98bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69333) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}